-- Logs begin at Thu 2021-08-05 03:41:41 UTC, end at Thu 2021-08-05 04:42:56 UTC. -- Aug 05 04:10:15.843876 dv-cinder-803000-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 05 04:10:18.534501 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.common.config [-] Logging enabled! Aug 05 04:10:18.535005 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev523 Aug 05 04:10:18.535300 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93141) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 05 04:10:18.538657 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.common.config [-] Logging enabled! Aug 05 04:10:18.538917 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev523 Aug 05 04:10:18.539230 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93141) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 05 04:10:18.540163 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 05 04:10:18.540400 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 05 04:10:18.540767 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 05 04:10:18.541018 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 05 04:10:18.541250 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 05 04:10:18.541573 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:18.541877 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:18.542175 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:18.542411 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:18.542741 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:18.543037 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:18.543326 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:18.543617 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:18.543920 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:18.544208 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:18.544492 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:18.544779 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:18.545014 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:18.545297 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:18.545585 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:18.545873 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:18.546102 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] debug = True {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:18.546385 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:18.546841 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:18.547800 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:18.548090 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:18.548382 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:18.548665 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:18.549464 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:18.549747 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:18.550035 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:18.550372 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] host = dv-cinder-803000-4-iscsi {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:18.550686 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:18.550978 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:18.551267 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:18.551557 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:18.551834 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:18.552112 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:18.552399 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:18.552675 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:18.552950 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] log_file = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:18.553231 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:18.553519 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:18.553809 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:18.554433 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:18.554703 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:18.554931 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:18.555225 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:18.555516 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:18.555799 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:18.556079 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:18.556361 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:18.556641 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:18.556919 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:18.557191 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:18.557480 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:18.557769 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:18.558057 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:18.558342 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:18.558652 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:18.558932 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:18.559210 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:18.559498 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:18.559776 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:18.560054 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:18.560335 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:18.560627 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:18.560902 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:18.561181 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:18.561483 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:18.561770 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:18.562056 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:18.562344 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:18.562658 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:18.562945 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:18.563224 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:18.563501 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:18.563777 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] use_json = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:18.564051 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:18.564345 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:18.565422 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:18.565702 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:18.565981 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:18.566261 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:18.566563 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:18.566854 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:18.567158 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:18.567460 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:18.567763 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:18.568051 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:18.568357 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:18.568642 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:18.568934 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:18.569218 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:18.569512 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:18.569805 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:18.570100 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:18.570384 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:18.570712 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:18.570997 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:18.571296 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:18.571606 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:18.571901 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:18.572196 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:18.572475 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:18.572751 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:18.573027 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:18.573310 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:18.573598 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:18.573894 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:18.574186 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:18.574460 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:18.574766 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:18.575057 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:18.575340 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:18.575613 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:18.575893 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:18.576184 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:18.576464 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:18.576739 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:18.577020 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:18.577301 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:18.577575 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:18.577850 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:18.578135 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:18.578427 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:18.578734 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:18.579007 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:18.579281 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:18.579562 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:18.579837 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:18.580150 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:18.580431 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:18.580725 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:18.580980 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:18.581263 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:18.581540 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:18.581819 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:18.582353 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:18.582666 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:18.582947 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:18.583221 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:18.583494 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:18.583771 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:18.584046 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:18.584325 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:18.584602 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:18.584878 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:18.585159 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:18.585433 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:18.585713 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:18.585991 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:18.586266 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:18.586569 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:18.586858 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:18.587167 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:18.587439 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:18.587721 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:18.588004 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:18.588292 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:18.588571 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:18.588850 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:18.589131 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:18.589414 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:18.589693 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:18.589987 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:18.590277 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:18.590601 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:18.590892 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:18.591176 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:18.591476 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:18.591762 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:18.592054 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:18.592338 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:18.592625 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:18.592924 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:18.593213 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:18.593511 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:18.593810 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:18.594110 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:18.594407 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:18.594733 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:18.595020 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:18.595329 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:18.595638 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:18.595862 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 05 04:10:18.596104 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93141) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 05 04:10:18.948604 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 05 04:10:18.948886 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 05 04:10:18.949178 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 05 04:10:18.949508 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 05 04:10:19.343556 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:19.343815 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:19.344060 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:19.345380 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:19.345685 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:19.345955 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:19.380715 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:19.380993 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:19.381266 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:19.398969 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:19.399253 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:19.399524 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:19.427750 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:19.428032 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:19.428306 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:19.463658 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:19.463942 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:19.464215 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:19.697004 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:19.697598 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:19.697598 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:19.697820 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:19.698532 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:19.818895 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:19.819221 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:19.819507 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:19.819786 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:19.820055 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:19.820371 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:19.820638 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:19.820900 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:19.821160 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:19.821448 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:19.821718 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:19.821988 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:19.822246 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:19.822526 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:19.822786 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:19.823052 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:19.823308 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:19.823577 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:19.823850 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:19.824113 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:19.824387 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:19.824645 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:19.824928 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:19.825309 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:19.825565 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:19.825817 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:19.826308 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93141) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 05 04:10:19.826582 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93141) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 05 04:10:19.826830 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93141) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 05 04:10:19.827075 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93141) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 05 04:10:19.827316 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93141) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 05 04:10:19.827558 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93141) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 05 04:10:19.827927 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 05 04:10:19.831636 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 05 04:10:19.835564 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 05 04:10:19.839369 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Aug 05 04:10:19.840994 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 05 04:10:19.841444 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 05 04:10:19.841786 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 05 04:10:19.842171 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 05 04:10:19.844942 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 05 04:10:19.845198 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 05 04:10:19.845568 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 05 04:10:19.851012 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 05 04:10:19.873260 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 05 04:10:19.873712 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:19.874010 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93141) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 05 04:10:19.874374 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:19.875751 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93141) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 05 04:10:19.876038 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 05 04:10:19.876288 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 05 04:10:19.879549 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:19.879835 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:19.943757 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 05 04:10:19.943997 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 05 04:10:19.944237 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 05 04:10:19.944603 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 05 04:10:19.965724 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_db.sqlalchemy.engines [None req-87272a52-c064-4073-826f-b214823b9d7f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93141) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 05 04:10:20.495920 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.plugins.ml2.managers [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Initializing driver for type 'gre' Aug 05 04:10:20.496439 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-87272a52-c064-4073-826f-b214823b9d7f None None] gre ID ranges: [(1, 1000)] Aug 05 04:10:20.548323 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.plugins.ml2.managers [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Initializing driver for type 'local' Aug 05 04:10:20.549224 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.plugins.ml2.managers [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Initializing driver for type 'vlan' Aug 05 04:10:20.562198 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-87272a52-c064-4073-826f-b214823b9d7f None None] VlanTypeDriver initialization complete Aug 05 04:10:20.562566 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.plugins.ml2.managers [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Initializing driver for type 'vxlan' Aug 05 04:10:20.563059 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-87272a52-c064-4073-826f-b214823b9d7f None None] vxlan ID ranges: [(1, 1000)] Aug 05 04:10:20.614373 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.plugins.ml2.managers [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Initializing extension driver 'port_security' Aug 05 04:10:20.614723 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.plugins.ml2.extensions.port_security [None req-87272a52-c064-4073-826f-b214823b9d7f None None] PortSecurityExtensionDriver initialization complete Aug 05 04:10:20.615060 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.plugins.ml2.managers [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Initializing mechanism driver 'openvswitch' Aug 05 04:10:20.615384 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.plugins.ml2.managers [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Initializing mechanism driver 'hyperv' Aug 05 04:10:20.621775 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.plugins.ml2.plugin [None req-87272a52-c064-4073-826f-b214823b9d7f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:10:20.622663 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Subscribe: > port after_create 55550000 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:20.623037 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Subscribe: > port after_update 55550000 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:20.623391 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Subscribe: > port after_delete 55550000 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:20.623914 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93141) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 05 04:10:20.624355 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Subscribe: > subnet after_create 55550000 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:20.624714 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Subscribe: > subnet after_update 55550000 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:20.625063 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Subscribe: > subnet after_delete 55550000 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:20.625459 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93141) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 05 04:10:20.625870 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Subscribe: > network after_create 55550000 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:20.626222 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Subscribe: > network after_update 55550000 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:20.626605 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Subscribe: > network after_delete 55550000 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:20.627600 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93141) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 05 04:10:20.628007 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Subscribe: > security_group after_create 55550000 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:20.628364 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Subscribe: > security_group after_update 55550000 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:20.628711 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Subscribe: > security_group after_delete 55550000 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:20.629114 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93141) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 05 04:10:20.629517 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:20.629866 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:20.630210 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:20.630635 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93141) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 05 04:10:20.631040 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Subscribe: > address_group after_create 55550000 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:20.631387 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Subscribe: > address_group after_update 55550000 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:20.631727 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Subscribe: > address_group after_delete 55550000 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:20.632124 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93141) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 05 04:10:20.632508 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-87272a52-c064-4073-826f-b214823b9d7f None None] ML2 OVO RPC backend initialized. {{(pid=93141) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 05 04:10:20.633220 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Subscribe: > router_interface after_create 55550000 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:20.633578 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:20.634003 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Subscribe: > network before_response 55550000 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:20.634354 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Subscribe: > networks before_response 55550000 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:20.634742 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Subscribe: > port before_response 55550000 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:20.635092 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Subscribe: > ports before_response 55550000 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:20.635441 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Subscribe: > subnet before_response 55550000 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:20.635787 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Subscribe: > subnets before_response 55550000 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:20.636136 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Subscribe: > network after_create 55550000 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:20.636480 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Subscribe: > network after_update 55550000 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:20.636821 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Subscribe: > network after_delete 55550000 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:20.637161 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Subscribe: > port after_create 55550000 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:20.637504 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Subscribe: > port after_update 55550000 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:20.637848 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Subscribe: > port after_delete 55550000 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:20.638193 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Subscribe: > subnet after_create 55550000 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:20.638566 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Subscribe: > subnet after_update 55550000 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:20.638910 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Subscribe: > subnet after_delete 55550000 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:20.639489 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.plugins.ml2.plugin [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Modular L2 Plugin initialization complete Aug 05 04:10:20.639822 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.manager [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loading services supported by the core plugin {{(pid=93141) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 05 04:10:20.640151 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.plugins.ml2.managers [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Got port-security extension from driver 'port_security' Aug 05 04:10:20.640617 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.extensions.vlantransparent [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Disabled vlantransparent extension. Aug 05 04:10:20.641099 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.manager [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93141) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 05 04:10:20.641417 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.manager [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loading Plugin: router Aug 05 04:10:20.677044 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Subscribe: > router_interface before_create 55550000 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:20.677442 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Subscribe: > router after_create 55549900 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:20.677819 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Subscribe: > router before_create 55549900 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:20.678190 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:20.678595 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:20.678957 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Subscribe: > router after_delete 55549900 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:20.679318 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Subscribe: > floatingip after_update 55550000 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:20.679685 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Subscribe: > router after_create 55549900 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:20.680151 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Subscribe: > router after_update 55549900 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:20.680508 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Subscribe: > router after_update 55549900 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:20.680863 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:20.681230 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Subscribe: > router after_update 55549900 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:20.681646 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Subscribe: > router precommit_update 55549900 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:20.682018 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Subscribe: port after_update 55550000 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:20.682362 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Subscribe: port after_delete 55550000 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:20.682808 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Subscribe: subnet after_update 55550000 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:20.683153 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:20.683505 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Subscribe: > port precommit_delete 55550000 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:20.683863 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Subscribe: > router precommit_create 55549900 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:20.684211 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Subscribe: port before_delete 55550000 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:20.684558 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Subscribe: > router precommit_create 55550000 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:20.684920 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Subscribe: > router after_update 55549900 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:20.685269 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Subscribe: > router precommit_delete 55549900 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:20.685625 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Subscribe: > router precommit_create 55549900 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:20.685989 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Subscribe: > router_interface after_create 55550000 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:20.686340 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Subscribe: > router precommit_update 55549900 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:20.686736 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Subscribe: > agent after_create 55550000 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:20.687092 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Subscribe: > agent after_delete 55550000 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:20.687440 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Subscribe: > network after_delete 55550000 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:20.688288 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.quota.resource_registry [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Tracking information for resource: router configured {{(pid=93141) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 05 04:10:20.688632 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.quota.resource_registry [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Tracking information for resource: floatingip configured {{(pid=93141) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 05 04:10:20.694308 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.db.l3_agentschedulers_db [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 05 04:10:20.694922 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Subscribe: port after_update 55550000 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:20.695284 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Subscribe: port after_create 55550000 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:20.695637 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Subscribe: port after_delete 55550000 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:20.695990 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Subscribe: port after_update 55550000 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:20.696780 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Subscribe: > router before_create 55550100 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:20.697149 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Subscribe: > router precommit_delete 55550100 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:20.697664 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Subscribe: > router precommit_create 55550100 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:20.697866 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Subscribe: > router precommit_update 55550100 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:20.702285 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.services.provider_configuration [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Service providers = [] {{(pid=93141) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 05 04:10:20.702691 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.db.servicetype_db [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93141) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 05 04:10:20.706069 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.services.service_base [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93141) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 05 04:10:20.706500 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.services.service_base [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93141) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 05 04:10:20.706842 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.services.service_base [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93141) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 05 04:10:20.707762 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.services.service_base [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93141) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 05 04:10:20.708137 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.services.service_base [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 05 04:10:20.708512 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.manager [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93141) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 05 04:10:20.708833 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.manager [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 05 04:10:20.721000 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.manager [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93141) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 05 04:10:20.721345 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.manager [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loading Plugin: auto_allocate Aug 05 04:10:20.727376 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Subscribe: network precommit_update 55550000 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:20.727751 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Subscribe: network precommit_create 55550000 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:20.728273 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.manager [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93141) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 05 04:10:20.728600 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.manager [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loading Plugin: tag Aug 05 04:10:20.737051 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.manager [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93141) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 05 04:10:20.737051 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.manager [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loading Plugin: timestamp Aug 05 04:10:20.740039 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.manager [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93141) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 05 04:10:20.740373 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.manager [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loading Plugin: network_ip_availability Aug 05 04:10:20.746123 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:20.746445 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:20.746833 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:20.747557 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.manager [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93141) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 05 04:10:20.747881 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.manager [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loading Plugin: flavors Aug 05 04:10:20.753555 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.manager [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93141) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 05 04:10:20.753885 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.manager [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loading Plugin: revisions Aug 05 04:10:20.758201 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.manager [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93141) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 05 04:10:20.758640 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_concurrency.lockutils [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.809s {{(pid=93141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 05 04:10:20.759385 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93141) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 05 04:10:20.759728 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Initializing extension manager. Aug 05 04:10:20.760245 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loading extension file: __init__.py {{(pid=93141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 04:10:20.760594 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loading extension file: __pycache__ {{(pid=93141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 04:10:20.760936 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 04:10:20.761277 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loading extension file: address_group.py {{(pid=93141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 04:10:20.762042 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 04:10:20.762663 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loaded extension: address-group Aug 05 04:10:20.762998 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loading extension file: address_scope.py {{(pid=93141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 04:10:20.763727 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 04:10:20.764247 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loaded extension: address-scope Aug 05 04:10:20.764579 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loading extension file: admin_state_down_before_update.py {{(pid=93141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 04:10:20.765514 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 04:10:20.766035 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loaded extension: router-admin-state-down-before-update Aug 05 04:10:20.766457 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loading extension file: agent.py {{(pid=93141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 04:10:20.767197 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 04:10:20.767739 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loaded extension: agent Aug 05 04:10:20.768068 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loading extension file: agent_resources_synced.py {{(pid=93141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 04:10:20.768987 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 04:10:20.769504 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loaded extension: agent-resources-synced Aug 05 04:10:20.769830 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loading extension file: allowedaddresspairs.py {{(pid=93141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 04:10:20.771659 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 04:10:20.772183 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loaded extension: allowed-address-pairs Aug 05 04:10:20.772513 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loading extension file: auto_allocated_topology.py {{(pid=93141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 04:10:20.773688 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 04:10:20.774207 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loaded extension: auto-allocated-topology Aug 05 04:10:20.774568 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loading extension file: availability_zone.py {{(pid=93141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 04:10:20.775320 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 04:10:20.775969 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loaded extension: availability_zone Aug 05 04:10:20.776411 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loading extension file: availability_zone_filter.py {{(pid=93141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 04:10:20.777483 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 04:10:20.778004 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loaded extension: availability_zone_filter Aug 05 04:10:20.778333 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loading extension file: data_plane_status.py {{(pid=93141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 04:10:20.779481 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 04:10:20.780161 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Extension data-plane-status not supported by any of loaded plugins Aug 05 04:10:20.780492 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loading extension file: default_subnetpools.py {{(pid=93141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 04:10:20.781430 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 04:10:20.782013 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loaded extension: default-subnetpools Aug 05 04:10:20.782460 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loading extension file: dhcpagentscheduler.py {{(pid=93141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 04:10:20.783493 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 04:10:20.784017 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loaded extension: dhcp_agent_scheduler Aug 05 04:10:20.784347 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loading extension file: dns.py {{(pid=93141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 04:10:20.785430 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 04:10:20.786168 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Extension dns-integration not supported by any of loaded plugins Aug 05 04:10:20.786527 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loading extension file: dns_domain_ports.py {{(pid=93141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 04:10:20.787463 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 04:10:20.787978 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 05 04:10:20.788513 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 04:10:20.789452 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 04:10:20.789968 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 05 04:10:20.790297 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loading extension file: dvr.py {{(pid=93141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 04:10:20.791011 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 04:10:20.791527 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loaded extension: dvr Aug 05 04:10:20.791854 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loading extension file: ecmp_routes.py {{(pid=93141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 04:10:20.792782 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 04:10:20.793290 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Extension ecmp_routes not supported by any of loaded plugins Aug 05 04:10:20.793624 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loading extension file: empty_string_filtering.py {{(pid=93141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 04:10:20.794575 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 04:10:20.795093 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loaded extension: empty-string-filtering Aug 05 04:10:20.795424 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 04:10:20.796340 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 04:10:20.796851 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 05 04:10:20.797178 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 04:10:20.798094 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 04:10:20.799169 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 05 04:10:20.799503 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loading extension file: external_net.py {{(pid=93141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 04:10:20.800451 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 04:10:20.800966 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loaded extension: external-net Aug 05 04:10:20.801292 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loading extension file: extra_dhcp_opt.py {{(pid=93141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 04:10:20.802209 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 04:10:20.802758 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loaded extension: extra_dhcp_opt Aug 05 04:10:20.803085 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loading extension file: extraroute.py {{(pid=93141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 04:10:20.804109 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 04:10:20.804632 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loaded extension: extraroute Aug 05 04:10:20.804959 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loading extension file: extraroute_atomic.py {{(pid=93141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 04:10:20.805995 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 04:10:20.806541 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loaded extension: extraroute-atomic Aug 05 04:10:20.806871 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loading extension file: filter_validation.py {{(pid=93141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 04:10:20.807713 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 04:10:20.808232 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loaded extension: filter-validation Aug 05 04:10:20.808558 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loading extension file: fip_pf_description.py {{(pid=93141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 04:10:20.809471 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 04:10:20.809981 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 05 04:10:20.810307 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loading extension file: fip_port_details.py {{(pid=93141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 04:10:20.811268 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 04:10:20.811784 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loaded extension: fip-port-details Aug 05 04:10:20.812111 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loading extension file: flavors.py {{(pid=93141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 04:10:20.813358 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 04:10:20.813885 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loaded extension: flavors Aug 05 04:10:20.814216 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 04:10:20.816745 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 04:10:20.817278 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 05 04:10:20.817617 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loading extension file: floatingip_pools.py {{(pid=93141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 04:10:20.818326 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 04:10:20.818881 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loaded extension: floatingip-pools Aug 05 04:10:20.819213 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loading extension file: ip_allocation.py {{(pid=93141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 04:10:20.820163 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 04:10:20.820680 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Extension ip_allocation not supported by any of loaded plugins Aug 05 04:10:20.821011 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 04:10:20.821941 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 04:10:20.822459 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loaded extension: ip-substring-filtering Aug 05 04:10:20.822812 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loading extension file: l2_adjacency.py {{(pid=93141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 04:10:20.823752 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 04:10:20.824264 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Extension l2_adjacency not supported by any of loaded plugins Aug 05 04:10:20.824593 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loading extension file: l3.py {{(pid=93141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 04:10:20.825560 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 04:10:20.826082 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loaded extension: router Aug 05 04:10:20.826411 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loading extension file: l3_conntrack_helper.py {{(pid=93141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 04:10:20.828709 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 04:10:20.829237 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 05 04:10:20.829573 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 04:10:20.830606 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 04:10:20.831127 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loaded extension: ext-gw-mode Aug 05 04:10:20.831458 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 04:10:20.832391 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 04:10:20.832911 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loaded extension: l3-ha Aug 05 04:10:20.833245 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loading extension file: l3_flavors.py {{(pid=93141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 04:10:20.834175 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 04:10:20.834722 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loaded extension: l3-flavors Aug 05 04:10:20.835053 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 04:10:20.835982 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 04:10:20.836496 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loaded extension: l3-port-ip-change-not-allowed Aug 05 04:10:20.836824 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loading extension file: l3agentscheduler.py {{(pid=93141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 04:10:20.837877 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 04:10:20.838399 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loaded extension: l3_agent_scheduler Aug 05 04:10:20.838761 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loading extension file: logging.py {{(pid=93141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 04:10:20.840277 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 04:10:20.840802 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Extension logging not supported by any of loaded plugins Aug 05 04:10:20.841135 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loading extension file: metering.py {{(pid=93141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 04:10:20.841882 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 04:10:20.842465 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loaded extension: metering Aug 05 04:10:20.842819 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 04:10:20.844071 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 04:10:20.844597 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loaded extension: metering_source_and_destination_fields Aug 05 04:10:20.844928 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loading extension file: multiprovidernet.py {{(pid=93141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 04:10:20.845904 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 04:10:20.846426 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loaded extension: multi-provider Aug 05 04:10:20.846785 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loading extension file: netmtu.py {{(pid=93141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 04:10:20.847711 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 04:10:20.848229 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loaded extension: net-mtu Aug 05 04:10:20.848557 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loading extension file: netmtu_writable.py {{(pid=93141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 04:10:20.849492 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 04:10:20.850010 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loaded extension: net-mtu-writable Aug 05 04:10:20.850337 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loading extension file: network_availability_zone.py {{(pid=93141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 04:10:20.851049 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 04:10:20.851564 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loaded extension: network_availability_zone Aug 05 04:10:20.851890 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loading extension file: network_ip_availability.py {{(pid=93141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 04:10:20.853001 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 04:10:20.853527 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loaded extension: network-ip-availability Aug 05 04:10:20.853855 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loading extension file: network_segment_range.py {{(pid=93141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 04:10:20.854664 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 04:10:20.855178 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Extension network-segment-range not supported by any of loaded plugins Aug 05 04:10:20.855524 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loading extension file: pagination.py {{(pid=93141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 04:10:20.856503 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 04:10:20.856835 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loaded extension: pagination Aug 05 04:10:20.857160 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loading extension file: port_device_profile.py {{(pid=93141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 04:10:20.858083 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 04:10:20.858649 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loaded extension: port-device-profile Aug 05 04:10:20.858978 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 04:10:20.859910 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 04:10:20.860425 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loaded extension: port-mac-address-regenerate Aug 05 04:10:20.860752 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 04:10:20.862207 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 04:10:20.862755 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loaded extension: port-numa-affinity-policy Aug 05 04:10:20.863084 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loading extension file: port_resource_request.py {{(pid=93141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 04:10:20.864007 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 04:10:20.864517 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Extension port-resource-request not supported by any of loaded plugins Aug 05 04:10:20.864843 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loading extension file: portbindings.py {{(pid=93141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 04:10:20.865787 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 04:10:20.866302 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loaded extension: binding Aug 05 04:10:20.866671 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loading extension file: portbindings_extended.py {{(pid=93141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 04:10:20.867961 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 04:10:20.868484 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loaded extension: binding-extended Aug 05 04:10:20.868813 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loading extension file: portsecurity.py {{(pid=93141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 04:10:20.869741 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 04:10:20.870263 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loaded extension: port-security Aug 05 04:10:20.870628 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loading extension file: project_id.py {{(pid=93141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 04:10:20.871613 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 04:10:20.871948 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loaded extension: project-id Aug 05 04:10:20.872276 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loading extension file: providernet.py {{(pid=93141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 04:10:20.873209 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 04:10:20.873735 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loaded extension: provider Aug 05 04:10:20.874061 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loading extension file: qos.py {{(pid=93141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 04:10:20.878120 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 04:10:20.878684 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Extension qos not supported by any of loaded plugins Aug 05 04:10:20.879028 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 04:10:20.880285 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 04:10:20.880808 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 05 04:10:20.881143 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 04:10:20.882073 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 04:10:20.882627 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 05 04:10:20.882960 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loading extension file: qos_default.py {{(pid=93141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 04:10:20.883890 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 04:10:20.884406 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Extension qos-default not supported by any of loaded plugins Aug 05 04:10:20.884736 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loading extension file: qos_fip.py {{(pid=93141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 04:10:20.885403 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 04:10:20.885915 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Extension qos-fip not supported by any of loaded plugins Aug 05 04:10:20.886243 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loading extension file: qos_gateway_ip.py {{(pid=93141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 04:10:20.887210 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 04:10:20.887727 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 05 04:10:20.888055 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loading extension file: qos_port_network_policy.py {{(pid=93141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 04:10:20.888980 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 04:10:20.889492 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 05 04:10:20.889820 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loading extension file: qos_pps_rule.py {{(pid=93141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 04:10:20.891024 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 04:10:20.891547 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Extension qos-pps not supported by any of loaded plugins Aug 05 04:10:20.891881 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loading extension file: qos_rule_type_details.py {{(pid=93141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 04:10:20.892834 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 04:10:20.893350 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 05 04:10:20.893685 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loading extension file: qos_rules_alias.py {{(pid=93141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 04:10:20.894785 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 04:10:20.895303 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 05 04:10:20.895631 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loading extension file: quotasv2.py {{(pid=93141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 04:10:20.896723 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 04:10:20.897057 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loaded extension: quotas Aug 05 04:10:20.897385 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loading extension file: quotasv2_detail.py {{(pid=93141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 04:10:20.900440 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 04:10:20.900788 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loaded extension: quota_details Aug 05 04:10:20.901128 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loading extension file: rbac.py {{(pid=93141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 04:10:20.902192 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 04:10:20.902764 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loaded extension: rbac-policies Aug 05 04:10:20.903103 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loading extension file: rbac_address_group.py {{(pid=93141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 04:10:20.904046 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 04:10:20.904569 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loaded extension: rbac-address-group Aug 05 04:10:20.904977 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loading extension file: rbac_address_scope.py {{(pid=93141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 04:10:20.905914 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 04:10:20.906432 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loaded extension: rbac-address-scope Aug 05 04:10:20.906788 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loading extension file: rbac_security_groups.py {{(pid=93141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 04:10:20.907712 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 04:10:20.908255 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loaded extension: rbac-security-groups Aug 05 04:10:20.908586 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loading extension file: rbac_subnetpool.py {{(pid=93141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 04:10:20.909507 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 04:10:20.910019 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loaded extension: rbac-subnetpool Aug 05 04:10:20.910349 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loading extension file: revisionifmatch.py {{(pid=93141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 04:10:20.911302 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 04:10:20.911826 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loaded extension: revision-if-match Aug 05 04:10:20.912156 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loading extension file: revisions.py {{(pid=93141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 04:10:20.913263 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 04:10:20.913787 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loaded extension: standard-attr-revisions Aug 05 04:10:20.914120 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loading extension file: router_availability_zone.py {{(pid=93141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 04:10:20.914823 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 04:10:20.915339 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loaded extension: router_availability_zone Aug 05 04:10:20.915669 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loading extension file: routerservicetype.py {{(pid=93141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 04:10:20.916595 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 04:10:20.917108 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Extension router-service-type not supported by any of loaded plugins Aug 05 04:10:20.917437 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 04:10:20.918365 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 04:10:20.918922 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loaded extension: security-groups-normalized-cidr Aug 05 04:10:20.919256 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loading extension file: security_groups_port_filtering.py {{(pid=93141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 04:10:20.920176 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 04:10:20.920689 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loaded extension: port-security-groups-filtering Aug 05 04:10:20.921018 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 04:10:20.921939 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 04:10:20.922457 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loaded extension: security-groups-remote-address-group Aug 05 04:10:20.922810 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loading extension file: securitygroup.py {{(pid=93141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 04:10:20.932855 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 04:10:20.933395 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loaded extension: security-group Aug 05 04:10:20.933735 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loading extension file: segment.py {{(pid=93141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 04:10:20.934567 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 04:10:20.935085 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Extension segment not supported by any of loaded plugins Aug 05 04:10:20.935418 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 04:10:20.936366 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 04:10:20.936886 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 05 04:10:20.937219 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loading extension file: servicetype.py {{(pid=93141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 04:10:20.938398 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 04:10:20.938950 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loaded extension: service-type Aug 05 04:10:20.939352 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loading extension file: sorting.py {{(pid=93141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 04:10:20.940608 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 04:10:20.940942 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loaded extension: sorting Aug 05 04:10:20.941270 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loading extension file: standard_attr_segment.py {{(pid=93141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 04:10:20.942199 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 04:10:20.942750 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 05 04:10:20.943081 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loading extension file: standardattrdescription.py {{(pid=93141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 04:10:20.943738 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 04:10:20.944257 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loaded extension: standard-attr-description Aug 05 04:10:20.944585 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loading extension file: stateful_security_group.py {{(pid=93141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 04:10:20.945516 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 04:10:20.946037 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loaded extension: stateful-security-group Aug 05 04:10:20.946368 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loading extension file: stdattrs_common.py {{(pid=93141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 04:10:20.946979 dv-cinder-803000-4-iscsi neutron-server[93141]: WARNING neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 05 04:10:20.947307 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 04:10:20.948262 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 04:10:20.948792 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 05 04:10:20.949124 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loading extension file: subnet_onboard.py {{(pid=93141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 04:10:20.950228 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 04:10:20.950794 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loaded extension: subnet_onboard Aug 05 04:10:20.951124 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 04:10:20.952064 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 04:10:20.952582 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 05 04:10:20.952911 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loading extension file: subnet_service_types.py {{(pid=93141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 04:10:20.953844 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 04:10:20.954362 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loaded extension: subnet-service-types Aug 05 04:10:20.954711 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loading extension file: subnetallocation.py {{(pid=93141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 04:10:20.955896 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 04:10:20.956423 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loaded extension: subnet_allocation Aug 05 04:10:20.956755 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 04:10:20.957428 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 04:10:20.957945 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loaded extension: subnetpool-prefix-ops Aug 05 04:10:20.958273 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 04:10:20.959256 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 04:10:20.959780 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 05 04:10:20.960110 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loading extension file: tagging.py {{(pid=93141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 04:10:20.961170 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 04:10:20.961692 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loaded extension: standard-attr-tag Aug 05 04:10:20.962022 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loading extension file: timestamp.py {{(pid=93141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 04:10:20.963250 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 04:10:20.963771 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loaded extension: standard-attr-timestamp Aug 05 04:10:20.964110 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loading extension file: trunk.py {{(pid=93141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 04:10:20.965150 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 04:10:20.965673 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Extension trunk not supported by any of loaded plugins Aug 05 04:10:20.966005 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loading extension file: trunk_details.py {{(pid=93141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 04:10:20.966973 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 04:10:20.967494 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Extension trunk-details not supported by any of loaded plugins Aug 05 04:10:20.967822 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loading extension file: uplink_status_propagation.py {{(pid=93141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 04:10:20.968756 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 04:10:20.969274 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 05 04:10:20.969601 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Loading extension file: vlantransparent.py {{(pid=93141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 04:10:20.970275 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 04:10:20.971330 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Extension vlan-transparent not supported by any of loaded plugins Aug 05 04:10:20.973786 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.quota.resource_registry [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Creating instance of TrackedResource for resource:network Aug 05 04:10:20.974309 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.quota.resource_registry [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Creating instance of TrackedResource for resource:subnet Aug 05 04:10:20.974754 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.quota.resource_registry [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Creating instance of TrackedResource for resource:subnetpool Aug 05 04:10:20.975155 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.quota.resource_registry [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Creating instance of TrackedResource for resource:port Aug 05 04:10:20.976386 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.v2.resource_helper [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93141) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 05 04:10:20.976849 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.v2.resource_helper [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Service FLAVORS assigned prefix: {{(pid=93141) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 05 04:10:20.977460 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.v2.resource_helper [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93141) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 05 04:10:20.977899 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.v2.resource_helper [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93141) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 05 04:10:20.978237 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.quota.resource_registry [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Creating instance of TrackedResource for resource:router Aug 05 04:10:20.978749 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.quota.resource_registry [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Creating instance of TrackedResource for resource:floatingip Aug 05 04:10:20.979261 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.v2.resource_helper [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Service METERING assigned prefix: /metering {{(pid=93141) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 05 04:10:20.980681 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:20.981050 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:20.981406 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:10:20.982401 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.quota.resource_registry [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Creating instance of CountableResource for resource:rbac_policy Aug 05 04:10:20.982890 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.quota.resource_registry [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Creating instance of TrackedResource for resource:security_group Aug 05 04:10:20.983339 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.quota.resource_registry [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Creating instance of TrackedResource for resource:security_group_rule Aug 05 04:10:20.983950 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.v2.resource_helper [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Service CORE assigned prefix: {{(pid=93141) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 05 04:10:20.984299 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.quota.resource_registry [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Creating instance of TrackedResource for resource:subnetpool Aug 05 04:10:20.984658 dv-cinder-803000-4-iscsi neutron-server[93141]: WARNING neutron.quota.resource_registry [None req-87272a52-c064-4073-826f-b214823b9d7f None None] subnetpool is already registered Aug 05 04:10:20.985102 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.v2.resource_helper [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Service CORE assigned prefix: {{(pid=93141) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 05 04:10:20.985436 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.quota.resource_registry [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Creating instance of TrackedResource for resource:subnetpool Aug 05 04:10:20.985775 dv-cinder-803000-4-iscsi neutron-server[93141]: WARNING neutron.quota.resource_registry [None req-87272a52-c064-4073-826f-b214823b9d7f None None] subnetpool is already registered Aug 05 04:10:20.988642 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.v2.resource_helper [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93141) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 05 04:10:20.989194 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.v2.resource_helper [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Service FLAVORS assigned prefix: {{(pid=93141) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 05 04:10:20.989830 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.v2.resource_helper [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93141) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 05 04:10:20.990281 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.v2.resource_helper [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93141) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 05 04:10:20.990646 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.quota.resource_registry [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Creating instance of TrackedResource for resource:router Aug 05 04:10:20.990994 dv-cinder-803000-4-iscsi neutron-server[93141]: WARNING neutron.quota.resource_registry [None req-87272a52-c064-4073-826f-b214823b9d7f None None] router is already registered Aug 05 04:10:20.991412 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.quota.resource_registry [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Creating instance of TrackedResource for resource:floatingip Aug 05 04:10:20.991754 dv-cinder-803000-4-iscsi neutron-server[93141]: WARNING neutron.quota.resource_registry [None req-87272a52-c064-4073-826f-b214823b9d7f None None] floatingip is already registered Aug 05 04:10:20.992238 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.v2.resource_helper [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Service METERING assigned prefix: /metering {{(pid=93141) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 05 04:10:20.992948 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.quota.resource_registry [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Creating instance of CountableResource for resource:rbac_policy Aug 05 04:10:20.993278 dv-cinder-803000-4-iscsi neutron-server[93141]: WARNING neutron.quota.resource_registry [None req-87272a52-c064-4073-826f-b214823b9d7f None None] rbac_policy is already registered Aug 05 04:10:20.993706 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.quota.resource_registry [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Creating instance of TrackedResource for resource:security_group Aug 05 04:10:20.994046 dv-cinder-803000-4-iscsi neutron-server[93141]: WARNING neutron.quota.resource_registry [None req-87272a52-c064-4073-826f-b214823b9d7f None None] security_group is already registered Aug 05 04:10:20.994472 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.quota.resource_registry [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Creating instance of TrackedResource for resource:security_group_rule Aug 05 04:10:20.994832 dv-cinder-803000-4-iscsi neutron-server[93141]: WARNING neutron.quota.resource_registry [None req-87272a52-c064-4073-826f-b214823b9d7f None None] security_group_rule is already registered Aug 05 04:10:20.995324 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.v2.resource_helper [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Service CORE assigned prefix: {{(pid=93141) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 05 04:10:20.995656 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.quota.resource_registry [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Creating instance of TrackedResource for resource:subnetpool Aug 05 04:10:20.995994 dv-cinder-803000-4-iscsi neutron-server[93141]: WARNING neutron.quota.resource_registry [None req-87272a52-c064-4073-826f-b214823b9d7f None None] subnetpool is already registered Aug 05 04:10:20.996471 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.v2.resource_helper [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Service CORE assigned prefix: {{(pid=93141) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 05 04:10:20.996758 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.quota.resource_registry [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Creating instance of TrackedResource for resource:subnetpool Aug 05 04:10:20.997105 dv-cinder-803000-4-iscsi neutron-server[93141]: WARNING neutron.quota.resource_registry [None req-87272a52-c064-4073-826f-b214823b9d7f None None] subnetpool is already registered Aug 05 04:10:20.998774 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Extended resource: extensions {{(pid=93141) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 04:10:21.000248 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Extended resource: address-groups {{(pid=93141) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 04:10:21.001758 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Extended resource: address-scopes {{(pid=93141) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 04:10:21.003023 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Extended resource: agents {{(pid=93141) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 04:10:21.004304 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Extended resource: auto-allocated-topology {{(pid=93141) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 04:10:21.005557 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Extended resource: availability_zones {{(pid=93141) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 04:10:21.006916 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Extended resource: dhcp-networks {{(pid=93141) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 04:10:21.008498 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Extended resource: dhcp-agents {{(pid=93141) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 04:10:21.010015 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Extended resource: routers {{(pid=93141) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 04:10:21.011752 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Extended resource: flavors {{(pid=93141) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 04:10:21.012926 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Extended resource: service_profiles {{(pid=93141) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 04:10:21.014234 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Extended resource: next_providers {{(pid=93141) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 04:10:21.015721 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Extended resource: service_profiles {{(pid=93141) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 04:10:21.017163 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Extended resource: floatingip-pools {{(pid=93141) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 04:10:21.018548 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Extended resource: routers {{(pid=93141) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 04:10:21.020256 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Extended resource: floatingips {{(pid=93141) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 04:10:21.021446 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Extended resource: l3-routers {{(pid=93141) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 04:10:21.023004 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Extended resource: l3-agents {{(pid=93141) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 04:10:21.024425 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Extended resource: metering-labels {{(pid=93141) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 04:10:21.025670 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Extended resource: metering-label-rules {{(pid=93141) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 04:10:21.026971 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Extended resource: network-ip-availabilities {{(pid=93141) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 04:10:21.028332 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Extended resource: bindings {{(pid=93141) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 04:10:21.029963 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Extended resource: quotas {{(pid=93141) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 04:10:21.031409 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Extended resource: quotas {{(pid=93141) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 04:10:21.032943 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Extended resource: rbac-policies {{(pid=93141) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 04:10:21.034753 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Extended resource: security-groups {{(pid=93141) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 04:10:21.035966 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Extended resource: security-group-rules {{(pid=93141) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 04:10:21.037329 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Extended resource: service-providers {{(pid=93141) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 04:10:21.038575 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Extended resource: subnetpools {{(pid=93141) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 04:10:21.039915 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Extended resource: subnetpools {{(pid=93141) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 04:10:21.041453 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Extended resource: tags {{(pid=93141) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 04:10:21.043183 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Extended resource: tags {{(pid=93141) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 04:10:21.044909 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Extended resource: tags {{(pid=93141) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 04:10:21.046802 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Extended resource: tags {{(pid=93141) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 04:10:21.048499 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Extended resource: tags {{(pid=93141) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 04:10:21.051435 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Extended resource: tags {{(pid=93141) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 04:10:21.053221 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Extended resource: tags {{(pid=93141) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 04:10:21.055046 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Extended resource: tags {{(pid=93141) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 04:10:21.057785 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Extended resource: tags {{(pid=93141) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 04:10:21.059592 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron.api.extensions [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Extended resource: tags {{(pid=93141) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 04:10:21.065885 dv-cinder-803000-4-iscsi neutron-server[93141]: WARNING keystonemiddleware.auth_token [None req-87272a52-c064-4073-826f-b214823b9d7f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 05 04:10:21.070433 dv-cinder-803000-4-iscsi neutron-server[93141]: WARNING keystonemiddleware.auth_token [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 05 04:10:21.078819 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_concurrency.lockutils [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Acquired lock "singleton_lock" {{(pid=93141) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 05 04:10:21.079300 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_concurrency.lockutils [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Releasing lock "singleton_lock" {{(pid=93141) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 05 04:10:21.079966 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO oslo_service.service [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Starting 2 workers Aug 05 04:10:21.084698 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Started child 93250 {{(pid=93141) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 05 04:10:21.089056 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Started child 93251 {{(pid=93141) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 05 04:10:21.089994 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:10:21.090685 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO neutron.service [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Neutron service started, listening on 0.0.0.0:9696 Aug 05 04:10:21.091356 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Notify callbacks [] for process, before_spawn {{(pid=93141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:10:21.091488 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [-] (93250) wsgi starting up on http://0.0.0.0:9696 Aug 05 04:10:21.093667 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO oslo_service.service [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Starting 1 workers Aug 05 04:10:21.093791 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:10:21.095173 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [-] (93251) wsgi starting up on http://0.0.0.0:9696 Aug 05 04:10:21.099377 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Started child 93252 {{(pid=93141) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 05 04:10:21.099891 dv-cinder-803000-4-iscsi neutron-server[93141]: INFO oslo_service.service [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Starting 1 workers Aug 05 04:10:21.103189 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.service [None req-87272a52-c064-4073-826f-b214823b9d7f None None] calling RpcWorker wait() {{(pid=93252) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 05 04:10:21.103733 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.service [None req-87272a52-c064-4073-826f-b214823b9d7f None None] returning from RpcWorker wait() {{(pid=93252) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 05 04:10:21.104274 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Started child 93253 {{(pid=93141) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 05 04:10:21.104980 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:10:21.105090 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG neutron_lib.callbacks.manager [None req-87272a52-c064-4073-826f-b214823b9d7f None None] Notify callbacks [] for process, after_spawn {{(pid=93141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:10:21.105505 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:10:21.107082 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93141) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 05 04:10:21.107305 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 05 04:10:21.107496 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 05 04:10:21.107717 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 05 04:10:21.108051 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 05 04:10:21.108219 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 05 04:10:21.108723 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.108990 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.109084 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:10:21.109530 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.109530 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.109817 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.110388 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.110696 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.110956 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.111311 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.112087 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.112265 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.112436 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.112697 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.112952 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.113248 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.113534 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.113798 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.114066 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.114241 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.114529 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.114800 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.115067 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.115351 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] debug = True {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.115608 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.116087 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.116319 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.116581 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.116808 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.117119 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.117350 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.117625 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.117891 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.118141 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.118404 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.118687 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.118931 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.119146 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.119367 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.119635 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.119883 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.120380 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] host = dv-cinder-803000-4-iscsi {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.120627 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.120884 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.121117 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.121367 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.121628 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.121880 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.122136 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.122385 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.122657 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.122887 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.123149 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.123411 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.123652 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.123897 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] log_file = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.124065 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] log_options = True {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.124305 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.124585 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.124871 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.125066 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.125237 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.125417 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.125692 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.125861 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.126111 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.126351 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.126592 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.126854 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.127096 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.127334 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.127586 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.127825 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.128044 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.128275 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.128534 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.128777 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.128989 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.129219 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.129437 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.129689 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.129929 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.130152 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.130464 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.130667 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.130904 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.131170 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.131420 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.131677 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.131913 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.132406 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.132649 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.132881 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.133120 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.133389 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.133623 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.133891 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.134159 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.134382 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.134683 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.134889 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.135113 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.135364 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] use_json = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.135582 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.135827 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.136101 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.136319 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.136559 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.136777 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.136995 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.137234 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.137667 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.137961 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.138275 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.138547 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.139753 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:10:21.139898 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.140137 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.140382 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.140657 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.140869 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.141127 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.141456 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.141686 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.141978 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.142237 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.144482 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.145068 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.145436 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.145740 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.145999 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.146293 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.147034 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.147279 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.148591 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.149513 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.149810 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.153227 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.153227 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.153227 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.153227 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.154532 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.155070 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.155520 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.156125 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.156396 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.156636 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.156984 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.157235 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.157485 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.157744 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.158509 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.158779 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.159022 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.159748 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.160304 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.160304 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.160490 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.160634 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.161988 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.161988 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.161988 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.161988 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.161988 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.162430 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.162430 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.162759 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.162999 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.163223 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.163460 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.163702 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.164021 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.164282 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.164538 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.164792 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.165009 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.165223 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.165468 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.165683 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.165924 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.166120 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.166355 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.166608 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.166839 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.167057 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.167288 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.167500 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.167714 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.167926 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.168143 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.168458 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.168700 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.168913 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.169128 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.169369 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.169673 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.169985 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.170316 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.170990 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.170990 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.171290 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.171430 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.173316 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.173316 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.173316 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.173316 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.173316 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.173316 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.173316 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.174937 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.174937 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.174937 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.174937 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.175465 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.175465 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.175465 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.175860 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.176118 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.176284 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.176432 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.176693 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.176941 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.177201 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.177494 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.177754 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.178027 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.178246 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.179157 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.179157 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.179157 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.179398 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.179570 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.179843 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.180104 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.180332 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.180581 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.180820 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.181075 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.181292 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.181565 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.181789 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.182007 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.182219 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.182464 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.182804 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.183029 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.183273 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.183515 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.185095 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.185095 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.185095 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.185095 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.185095 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.185095 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.185483 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.185483 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.185785 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.185887 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.186102 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.186316 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.186554 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.186767 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.186982 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.187194 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.187405 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.187637 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.187848 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.188291 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.188509 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.188750 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.188975 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.189258 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.189471 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.189703 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.190187 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.190421 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.190689 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.190921 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.191132 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.191395 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.191609 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.191871 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.192124 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.192333 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.192558 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.192779 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.193012 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.193224 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.193464 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.193679 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.193889 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.194099 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.194316 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.194597 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.194826 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.195057 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.195298 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.195533 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.195792 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.196127 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.196382 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.196628 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.196877 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.197090 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.197347 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.197581 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.197816 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.198057 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.198290 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.198528 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.198883 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.199009 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.199222 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.199426 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.199646 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.199869 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.200079 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.200286 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.200584 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.200818 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.201049 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.201315 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.201535 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.201739 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.202298 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.202298 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.202467 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.202595 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.202781 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.203009 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.203249 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.203965 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.203965 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.203965 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.204214 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.204283 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.204779 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.204779 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.204977 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.205108 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.205295 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.205498 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.205757 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.206004 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.206212 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.206431 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.206671 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.206881 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.207100 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.207310 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.207514 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.207732 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.207943 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.208149 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.208477 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.208736 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.208952 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.209241 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.209483 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.209721 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.209971 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.210417 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.210684 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.210950 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.211165 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.211415 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.211626 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.211889 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.212216 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.212493 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.212750 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.213008 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.213275 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.213538 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.213818 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.214033 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.214321 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.214863 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.215024 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.215152 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.215389 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.215641 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.215858 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.216071 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.216304 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.216533 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.216745 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.216999 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.217241 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.217460 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.217674 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.217898 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.218111 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.218354 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.218611 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.218846 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.219118 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.219257 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 05 04:10:21.219953 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93141) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 05 04:10:21.219953 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 05 04:10:21.220225 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 05 04:10:21.220225 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 05 04:10:21.220454 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 05 04:10:21.220454 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 05 04:10:21.221193 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.221357 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.221567 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.221567 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.221806 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.221930 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.222055 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.222178 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.222306 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.222462 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.222625 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.222784 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.222940 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.223111 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.223307 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.224364 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.224364 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.224364 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.224364 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.224364 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.224364 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.224364 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.224364 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] debug = True {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.224935 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.224935 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.224935 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.225178 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.225178 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.225325 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.225489 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.225624 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.225781 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.225936 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.226091 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.226262 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.226420 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.226579 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.226760 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.226891 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.227036 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.227212 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] host = dv-cinder-803000-4-iscsi {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.227344 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.227647 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.227647 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.227839 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.227932 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.228070 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.228224 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.228379 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.229560 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.229560 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.229560 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.229560 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.229560 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.229560 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] log_file = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.229560 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] log_options = True {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.229560 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.230142 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.230142 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.230142 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.230142 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.230419 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.230419 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.230612 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.230753 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.230912 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.231066 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.231225 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.231388 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.231533 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.231683 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.231840 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.231989 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.232144 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.232300 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.232774 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.232774 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.232774 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.233019 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.233019 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.233178 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.233334 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.233487 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.233642 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.233796 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.233954 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.234110 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.234269 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.234430 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.234602 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.234758 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.234914 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.235069 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.235229 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.235388 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.235544 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.235704 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.235850 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.236003 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.236764 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.236930 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.237085 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] use_json = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.237240 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.237395 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.237551 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.237707 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.237866 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.238022 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.238986 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.238986 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 04:10:21.238986 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.238986 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.238986 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.238986 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.239440 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.239440 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.239440 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.239672 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.239753 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.239832 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.239998 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.240162 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.240252 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:10:21.240328 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.240486 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.240631 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.240773 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.240933 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.241083 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.241245 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.241404 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.241550 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.241708 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.241880 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.242035 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.242180 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.242326 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.242515 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.242669 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.242814 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.242973 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.243125 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.243285 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.243438 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.243585 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.243746 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.243897 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.244058 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.244210 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.244372 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.244523 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.244687 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.244832 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.244991 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.245142 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.245297 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.245448 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.245588 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.245747 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.245892 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.246042 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.246208 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.246353 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.246576 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.246731 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.246871 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.247010 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.247149 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.247288 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.247438 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.247590 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.247729 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.247868 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.248006 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.248145 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.248283 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.248444 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.248590 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.248739 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.248879 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.249039 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.249205 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.249350 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.249500 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.249727 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.249872 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.250011 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.250160 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.250300 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.250439 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.250614 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.251448 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.251448 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.251448 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.251448 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.251448 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.251448 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.252267 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.252267 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.252267 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.252267 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.252267 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.252611 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.252611 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.252611 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.252836 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.252917 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.253136 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.253281 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.253407 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.253533 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.253660 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.253796 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.253952 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.254265 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.254587 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.254886 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.255185 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.255488 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.255650 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.255804 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.255962 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.256132 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.256289 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.256449 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.256606 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.256772 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.256941 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.257104 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.257265 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.257406 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.257578 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.257717 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.257846 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.258004 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.258161 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.258319 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.258512 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.258663 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.258833 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.258981 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.259142 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.259299 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.259480 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.259638 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.259919 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.260095 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.260095 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.260377 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.260377 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.260618 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.260748 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.260870 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.260957 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.261107 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.261264 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.261422 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.261579 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.261739 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.261908 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.262039 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.262198 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.262356 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.262532 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.263242 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.263242 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.263242 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.263242 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.263559 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.263559 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.263559 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.263769 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.263847 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.264005 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.264165 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.264309 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.264477 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.264615 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.264773 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.264930 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.265092 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.265250 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.265409 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.265567 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.265726 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.265885 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.266043 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.266203 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.266362 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.266543 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.266706 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.266864 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.267022 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.267180 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.267353 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.267519 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.267676 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.267834 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.268005 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.268200 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.268370 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.268528 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.268686 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.268843 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.269000 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.269163 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.269320 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.269478 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.269635 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.269794 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.269954 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.270113 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.270271 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.270429 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.270608 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.270789 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.270949 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.271120 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.271279 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.271438 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.271597 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.271755 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.271912 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.272080 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.272239 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.272397 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.272553 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.272710 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.272869 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.273037 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.273195 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.273352 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.273509 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.273667 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.273824 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.273991 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.274150 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.274307 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.274465 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.274645 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.274803 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.274969 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.275127 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.275284 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.275441 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.275598 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.275756 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.275923 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.276081 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.276238 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.276395 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.276553 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.276711 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.276878 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.277037 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.277196 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.277363 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.277521 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.277678 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.277835 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.278004 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.278162 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.278322 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.278499 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.278657 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.278816 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.278978 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.279144 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.279310 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.279475 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.279635 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.279800 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.279968 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.280135 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.280319 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.280459 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.280629 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.280787 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.280945 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.281102 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.281259 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.281419 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.281577 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.281736 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.281900 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.282039 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.282197 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.282356 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.283914 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.283914 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.283914 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.283914 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.283914 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.283914 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.284614 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.284614 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 04:10:21.284614 dv-cinder-803000-4-iscsi neutron-server[93141]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 05 04:10:21.512905 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 50892) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:10:21.523944 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [-] 10.222.0.37 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0084717 Aug 05 04:10:32.736661 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbaf1faf-9002-43cf-9ae4-8904e6bd3e9e None None] get_active_networks_info from dv-cinder-803000-4-iscsi {{(pid=93252) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 05 04:10:32.799820 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbaf1faf-9002-43cf-9ae4-8904e6bd3e9e None None] No non-hosted networks {{(pid=93252) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 05 04:10:32.819571 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.agentschedulers_db [None req-fbaf1faf-9002-43cf-9ae4-8904e6bd3e9e None None] DHCP Agent not found on host dv-cinder-803000-4-iscsi {{(pid=93252) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 05 04:10:32.962931 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-e546ef8f-0463-4a71-a9f7-03b08e913f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-701080'] for agent, after_create {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:10:35.112734 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-f4e3b11b-64be-4b89-a854-e6ca529a17c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-701080'] for agent, after_create {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:10:35.158268 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-42b9a509-a686-4ef4-8590-3863fc104ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:10:35.292638 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-701080'] for agent, after_create {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:10:35.299541 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:10:35.299930 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:10:35.300276 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:10:35.300619 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:10:35.300956 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:10:35.301286 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:10:35.301620 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:10:35.301969 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:10:35.302296 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:10:35.302827 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:10:35.303331 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:10:35.303809 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:10:35.305115 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-803000-4-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:10:35.318851 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-803000-4-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:10:36.281480 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-03641130-cd72-49d2-95a2-84c2adaa14ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-701080'] for agent, after_create {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:10:37.947244 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-6a2206e1-ea48-45a0-865e-aad2fcc79b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-701080'] for agent, after_create {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:10:39.026187 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 50982) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:10:39.513094 dv-cinder-803000-4-iscsi neutron-server[93251]: WARNING oslo_policy.policy [None req-d665a2d5-7491-4ca8-97f9-9384fb650bc2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 05 04:10:39.513655 dv-cinder-803000-4-iscsi neutron-server[93251]: WARNING oslo_policy.policy [None req-d665a2d5-7491-4ca8-97f9-9384fb650bc2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 05 04:10:39.729946 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [None req-d665a2d5-7491-4ca8-97f9-9384fb650bc2 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93251) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 04:10:39.731083 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-d665a2d5-7491-4ca8-97f9-9384fb650bc2 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7039721 Aug 05 04:10:41.405839 dv-cinder-803000-4-iscsi neutron-server[93252]: INFO neutron.db.l3_hamode_db [None req-f6cdd597-a364-4def-90ab-6ea6931122b3 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 05 04:10:41.483287 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cdd597-a364-4def-90ab-6ea6931122b3 None None] Routers set() bound to L3 agent in host dv-cinder-803000-4-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 04:10:41.483653 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cdd597-a364-4def-90ab-6ea6931122b3 None None] Router IDs set() for agent in host dv-cinder-803000-4-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 05 04:10:42.076574 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 50996) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:10:42.382699 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-f7193d58-718b-4a37-87d9-fd5851e21f77 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:10:42.474342 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.policy [None req-f7193d58-718b-4a37-87d9-fd5851e21f77 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93251) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 05 04:10:42.519165 dv-cinder-803000-4-iscsi neutron-server[93251]: WARNING oslo_policy.policy [None req-f7193d58-718b-4a37-87d9-fd5851e21f77 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 05 04:10:42.519544 dv-cinder-803000-4-iscsi neutron-server[93251]: WARNING oslo_policy.policy [None req-f7193d58-718b-4a37-87d9-fd5851e21f77 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 05 04:10:42.527860 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.quota [None req-f7193d58-718b-4a37-87d9-fd5851e21f77 admin admin] Loaded quota_driver: . Aug 05 04:10:42.616883 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-f7193d58-718b-4a37-87d9-fd5851e21f77 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763715955097', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763715954612', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763715951498', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763715948581', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763715840150', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763716313941', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-66744695', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-66807660', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-731818', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-637366'] for rbac-policy, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:10:42.679769 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-f7193d58-718b-4a37-87d9-fd5851e21f77 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:10:42.683527 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-f7193d58-718b-4a37-87d9-fd5851e21f77 admin admin] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6034312 Aug 05 04:10:45.220604 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 51008) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:10:45.510719 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-606c6b88-ed3d-4434-9c5b-39730712d724 admin admin] Request body: {'network': {'tenant_id': '1b935780e2f843b0a6b374cc168d728e', 'project_id': '1b935780e2f843b0a6b374cc168d728e', 'admin_state_up': True, 'name': 'private'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:10:45.538726 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-606c6b88-ed3d-4434-9c5b-39730712d724 admin admin] Made reservation on behalf of 1b935780e2f843b0a6b374cc168d728e for: {'network': 1} {{(pid=93251) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 04:10:45.541539 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-606c6b88-ed3d-4434-9c5b-39730712d724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for network, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:10:45.558580 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-606c6b88-ed3d-4434-9c5b-39730712d724 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:10:45.681673 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-606c6b88-ed3d-4434-9c5b-39730712d724 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:10:45.685410 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-606c6b88-ed3d-4434-9c5b-39730712d724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:10:45.705159 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-606c6b88-ed3d-4434-9c5b-39730712d724 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=93251) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 04:10:45.733262 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-606c6b88-ed3d-4434-9c5b-39730712d724 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763712530360', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66718183'] for segment, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:10:45.733843 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-606c6b88-ed3d-4434-9c5b-39730712d724 admin admin] Unsubscribe: segment precommit_create {{(pid=93251) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 05 04:10:45.734358 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.db.segments_db [None req-606c6b88-ed3d-4434-9c5b-39730712d724 admin admin] Added segment 4a09529f-e6a1-493f-9a81-fb52e06d7c7e of type vlan for network 68f22746-577e-4399-9c56-d9b24312297e Aug 05 04:10:45.751783 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606c6b88-ed3d-4434-9c5b-39730712d724 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6adf3ee-fde4-4c79-a8a3-71946ff1a4b0,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:10:45.777190 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606c6b88-ed3d-4434-9c5b-39730712d724 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:10:45.777544 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606c6b88-ed3d-4434-9c5b-39730712d724 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:10:45.777880 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606c6b88-ed3d-4434-9c5b-39730712d724 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:10:45.778208 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606c6b88-ed3d-4434-9c5b-39730712d724 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:10:45.778561 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606c6b88-ed3d-4434-9c5b-39730712d724 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:10:45.778901 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606c6b88-ed3d-4434-9c5b-39730712d724 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:10:45.779222 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606c6b88-ed3d-4434-9c5b-39730712d724 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:10:45.779538 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606c6b88-ed3d-4434-9c5b-39730712d724 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:10:45.779871 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606c6b88-ed3d-4434-9c5b-39730712d724 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:10:45.780186 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606c6b88-ed3d-4434-9c5b-39730712d724 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:10:45.780495 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606c6b88-ed3d-4434-9c5b-39730712d724 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:10:45.780803 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606c6b88-ed3d-4434-9c5b-39730712d724 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:10:45.781895 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606c6b88-ed3d-4434-9c5b-39730712d724 admin admin] Tracked resource versions report: Aug 05 04:10:45.781895 dv-cinder-803000-4-iscsi neutron-server[93251]: pushed versions: Aug 05 04:10:45.781895 dv-cinder-803000-4-iscsi neutron-server[93251]: { 'AddressGroup': {'1.2'}, Aug 05 04:10:45.781895 dv-cinder-803000-4-iscsi neutron-server[93251]: 'ConntrackHelper': {'1.0'}, Aug 05 04:10:45.781895 dv-cinder-803000-4-iscsi neutron-server[93251]: 'Log': {'1.0'}, Aug 05 04:10:45.781895 dv-cinder-803000-4-iscsi neutron-server[93251]: 'Network': {'1.1'}, Aug 05 04:10:45.781895 dv-cinder-803000-4-iscsi neutron-server[93251]: 'Port': {'1.7'}, Aug 05 04:10:45.781895 dv-cinder-803000-4-iscsi neutron-server[93251]: 'PortForwarding': {'1.2'}, Aug 05 04:10:45.781895 dv-cinder-803000-4-iscsi neutron-server[93251]: 'QosPolicy': {'1.9'}, Aug 05 04:10:45.781895 dv-cinder-803000-4-iscsi neutron-server[93251]: 'SecurityGroup': {'1.4'}, Aug 05 04:10:45.781895 dv-cinder-803000-4-iscsi neutron-server[93251]: 'SecurityGroupRule': {'1.2'}, Aug 05 04:10:45.781895 dv-cinder-803000-4-iscsi neutron-server[93251]: 'SubPort': {'1.0'}, Aug 05 04:10:45.781895 dv-cinder-803000-4-iscsi neutron-server[93251]: 'Subnet': {'1.1'}, Aug 05 04:10:45.781895 dv-cinder-803000-4-iscsi neutron-server[93251]: 'Trunk': {'1.1'}} Aug 05 04:10:45.781895 dv-cinder-803000-4-iscsi neutron-server[93251]: consumer versions: Aug 05 04:10:45.781895 dv-cinder-803000-4-iscsi neutron-server[93251]: { DHCP agent@dv-cinder-803000-4-iscsi: {}, Aug 05 04:10:45.781895 dv-cinder-803000-4-iscsi neutron-server[93251]: L3 agent@dv-cinder-803000-4-iscsi: {}, Aug 05 04:10:45.781895 dv-cinder-803000-4-iscsi neutron-server[93251]: Metadata agent@dv-cinder-803000-4-iscsi: {}, Aug 05 04:10:45.781895 dv-cinder-803000-4-iscsi neutron-server[93251]: Metering agent@dv-cinder-803000-4-iscsi: {}, Aug 05 04:10:45.781895 dv-cinder-803000-4-iscsi neutron-server[93251]: Open vSwitch agent@dv-cinder-803000-4-iscsi: { 'AddressGroup': '1.2', Aug 05 04:10:45.781895 dv-cinder-803000-4-iscsi neutron-server[93251]: 'ConntrackHelper': '1.0', Aug 05 04:10:45.781895 dv-cinder-803000-4-iscsi neutron-server[93251]: 'Log': '1.0', Aug 05 04:10:45.781895 dv-cinder-803000-4-iscsi neutron-server[93251]: 'Network': '1.1', Aug 05 04:10:45.781895 dv-cinder-803000-4-iscsi neutron-server[93251]: 'Port': '1.7', Aug 05 04:10:45.781895 dv-cinder-803000-4-iscsi neutron-server[93251]: 'PortForwarding': '1.2', Aug 05 04:10:45.781895 dv-cinder-803000-4-iscsi neutron-server[93251]: 'QosPolicy': '1.9', Aug 05 04:10:45.781895 dv-cinder-803000-4-iscsi neutron-server[93251]: 'SecurityGroup': '1.4', Aug 05 04:10:45.781895 dv-cinder-803000-4-iscsi neutron-server[93251]: 'SecurityGroupRule': '1.2', Aug 05 04:10:45.781895 dv-cinder-803000-4-iscsi neutron-server[93251]: 'SubPort': '1.0', Aug 05 04:10:45.781895 dv-cinder-803000-4-iscsi neutron-server[93251]: 'Subnet': '1.1', Aug 05 04:10:45.781895 dv-cinder-803000-4-iscsi neutron-server[93251]: 'Trunk': '1.1'}} Aug 05 04:10:45.781895 dv-cinder-803000-4-iscsi neutron-server[93251]: {{(pid=93251) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 05 04:10:45.854459 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-606c6b88-ed3d-4434-9c5b-39730712d724 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763712130115'] for network, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:10:45.904861 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-606c6b88-ed3d-4434-9c5b-39730712d724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612'] for network, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:10:45.905988 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606c6b88-ed3d-4434-9c5b-39730712d724 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:10:45.906663 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-606c6b88-ed3d-4434-9c5b-39730712d724 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568634'] for network, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:10:45.996254 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-606c6b88-ed3d-4434-9c5b-39730712d724 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7745247 Aug 05 04:10:46.004082 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606c6b88-ed3d-4434-9c5b-39730712d724 admin admin] Pushing event updated for resources: {'Network': ['ID=68f22746-577e-4399-9c56-d9b24312297e,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:10:46.029576 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Network 68f22746-577e-4399-9c56-d9b24312297e details requested by agent ovs-agent-dv-cinder-803000-4-iscsi with host dv-cinder-803000-4-iscsi {{(pid=93252) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 04:10:48.584969 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 51022) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:10:48.967387 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aadd720-a921-43b6-9f8b-0360627a1b8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:10:48.968771 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-6aadd720-a921-43b6-9f8b-0360627a1b8b admin admin] 10.222.0.37 "GET /v2.0/networks/68f22746-577e-4399-9c56-d9b24312297e HTTP/1.1" status: 200 len: 825 time: 0.3828585 Aug 05 04:10:48.993559 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-da861519-dfca-4c38-93e5-ea8cc2dc3106 admin admin] 10.222.0.37 "GET /v2.0/subnetpools/9cb057fa-ba47-40ab-8b10-e1243af692e2 HTTP/1.1" status: 200 len: 734 time: 0.0184109 Aug 05 04:10:49.002237 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-573a6cc7-91c3-4b06-aecf-f5679a0b71df admin admin] Request body: {'subnet': {'network_id': '68f22746-577e-4399-9c56-d9b24312297e', 'subnetpool_id': '9cb057fa-ba47-40ab-8b10-e1243af692e2', 'gateway_ip': '172.20.0.1', 'tenant_id': '1b935780e2f843b0a6b374cc168d728e', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:10:49.023302 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-573a6cc7-91c3-4b06-aecf-f5679a0b71df admin admin] Made reservation on behalf of 1b935780e2f843b0a6b374cc168d728e for: {'subnet': 1} {{(pid=93251) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 04:10:49.025506 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-573a6cc7-91c3-4b06-aecf-f5679a0b71df admin admin] Notify callbacks [] for subnet, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:10:49.316885 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-573a6cc7-91c3-4b06-aecf-f5679a0b71df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612'] for subnet, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:10:49.387050 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573a6cc7-91c3-4b06-aecf-f5679a0b71df admin admin] Checking segment: {'id': '4a09529f-e6a1-493f-9a81-fb52e06d7c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '68f22746-577e-4399-9c56-d9b24312297e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 04:10:49.387442 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-573a6cc7-91c3-4b06-aecf-f5679a0b71df admin admin] Network hostable DHCP agents. Network: 68f22746-577e-4399-9c56-d9b24312297e, hostable agents: ['ea427e49-0af2-4000-bc0d-d234b33f8d84'], hosted agents: [] {{(pid=93251) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 04:10:49.389439 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573a6cc7-91c3-4b06-aecf-f5679a0b71df admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5543aa9-d971-4798-a4b9-8f985c29fd2d,revision_number=0']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:10:49.410215 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-573a6cc7-91c3-4b06-aecf-f5679a0b71df admin admin] Network 68f22746-577e-4399-9c56-d9b24312297e is scheduled to be hosted by DHCP agent ea427e49-0af2-4000-bc0d-d234b33f8d84 with binding_index 1 {{(pid=93251) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 04:10:49.420051 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [None req-573a6cc7-91c3-4b06-aecf-f5679a0b71df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803000-4-iscsi, 68f22746-577e-4399-9c56-d9b24312297e) {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 04:10:49.425004 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-573a6cc7-91c3-4b06-aecf-f5679a0b71df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:10:49.425588 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-573a6cc7-91c3-4b06-aecf-f5679a0b71df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568634'] for subnet, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:10:49.430397 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7dc2ac-a745-46e9-bd36-68d03bf35984 None None] Network 68f22746-577e-4399-9c56-d9b24312297e requested from dv-cinder-803000-4-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 04:10:49.439067 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-573a6cc7-91c3-4b06-aecf-f5679a0b71df admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4394307 Aug 05 04:10:49.750366 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c2b4f0d-7c22-4bd1-9e74-c73838c9bd81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fd6ed88-8c92-5087-b4d9-f9be238ba557-68f22746-577e-4399-9c56-d9b24312297e', 'network_id': '68f22746-577e-4399-9c56-d9b24312297e', 'tenant_id': '1b935780e2f843b0a6b374cc168d728e', 'fixed_ips': [{'subnet_id': 'b5543aa9-d971-4798-a4b9-8f985c29fd2d'}]}} from dv-cinder-803000-4-iscsi. {{(pid=93252) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 04:10:49.752205 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-8c2b4f0d-7c22-4bd1-9e74-c73838c9bd81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_create {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:10:50.020879 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.db_base_plugin_common [None req-8c2b4f0d-7c22-4bd1-9e74-c73838c9bd81 None None] Allocated IP 172.20.0.2 (68f22746-577e-4399-9c56-d9b24312297e/b5543aa9-d971-4798-a4b9-8f985c29fd2d/2380766e-4328-4884-b295-3188ca6bf0d1) {{(pid=93252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 04:10:50.246771 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-8c2b4f0d-7c22-4bd1-9e74-c73838c9bd81 None None] Notify callbacks [] for port, precommit_create {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:10:50.263834 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-8c2b4f0d-7c22-4bd1-9e74-c73838c9bd81 None None] Transition to ACTIVE for port object 2380766e-4328-4884-b295-3188ca6bf0d1 will not be triggered until provisioned by entity L2. {{(pid=93252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 04:10:50.285840 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-8c2b4f0d-7c22-4bd1-9e74-c73838c9bd81 None None] Transition to ACTIVE for port object 2380766e-4328-4884-b295-3188ca6bf0d1 will not be triggered until provisioned by entity DHCP. {{(pid=93252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 04:10:50.295458 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-8c2b4f0d-7c22-4bd1-9e74-c73838c9bd81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763712145875'] for port, after_create {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:10:50.367795 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2b4f0d-7c22-4bd1-9e74-c73838c9bd81 None None] Network 68f22746-577e-4399-9c56-d9b24312297e is already hosted by enough agents. {{(pid=93252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 04:10:50.372436 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.scheduler.base_scheduler [None req-8c2b4f0d-7c22-4bd1-9e74-c73838c9bd81 None None] Resources bound (agent type, host, resource id): {{(pid=93252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 04:10:50.381604 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2b4f0d-7c22-4bd1-9e74-c73838c9bd81 None None] Received port after_create {{(pid=93252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 04:10:50.385950 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2b4f0d-7c22-4bd1-9e74-c73838c9bd81 None None] Pushing event updated for resources: {'Port': ['ID=2380766e-4328-4884-b295-3188ca6bf0d1,revision_number=1']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:10:50.415081 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2b4f0d-7c22-4bd1-9e74-c73838c9bd81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:10:50.415421 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2b4f0d-7c22-4bd1-9e74-c73838c9bd81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:10:50.415754 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2b4f0d-7c22-4bd1-9e74-c73838c9bd81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:10:50.416080 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2b4f0d-7c22-4bd1-9e74-c73838c9bd81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:10:50.416403 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2b4f0d-7c22-4bd1-9e74-c73838c9bd81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:10:50.416722 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2b4f0d-7c22-4bd1-9e74-c73838c9bd81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:10:50.417040 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2b4f0d-7c22-4bd1-9e74-c73838c9bd81 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:10:50.417356 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2b4f0d-7c22-4bd1-9e74-c73838c9bd81 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:10:50.417686 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2b4f0d-7c22-4bd1-9e74-c73838c9bd81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:10:50.418005 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2b4f0d-7c22-4bd1-9e74-c73838c9bd81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:10:50.418319 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2b4f0d-7c22-4bd1-9e74-c73838c9bd81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:10:50.418659 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2b4f0d-7c22-4bd1-9e74-c73838c9bd81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:10:50.419727 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2b4f0d-7c22-4bd1-9e74-c73838c9bd81 None None] Tracked resource versions report: Aug 05 04:10:50.419727 dv-cinder-803000-4-iscsi neutron-server[93252]: pushed versions: Aug 05 04:10:50.419727 dv-cinder-803000-4-iscsi neutron-server[93252]: { 'AddressGroup': {'1.2'}, Aug 05 04:10:50.419727 dv-cinder-803000-4-iscsi neutron-server[93252]: 'ConntrackHelper': {'1.0'}, Aug 05 04:10:50.419727 dv-cinder-803000-4-iscsi neutron-server[93252]: 'Log': {'1.0'}, Aug 05 04:10:50.419727 dv-cinder-803000-4-iscsi neutron-server[93252]: 'Network': {'1.1'}, Aug 05 04:10:50.419727 dv-cinder-803000-4-iscsi neutron-server[93252]: 'Port': {'1.7'}, Aug 05 04:10:50.419727 dv-cinder-803000-4-iscsi neutron-server[93252]: 'PortForwarding': {'1.2'}, Aug 05 04:10:50.419727 dv-cinder-803000-4-iscsi neutron-server[93252]: 'QosPolicy': {'1.9'}, Aug 05 04:10:50.419727 dv-cinder-803000-4-iscsi neutron-server[93252]: 'SecurityGroup': {'1.4'}, Aug 05 04:10:50.419727 dv-cinder-803000-4-iscsi neutron-server[93252]: 'SecurityGroupRule': {'1.2'}, Aug 05 04:10:50.419727 dv-cinder-803000-4-iscsi neutron-server[93252]: 'SubPort': {'1.0'}, Aug 05 04:10:50.419727 dv-cinder-803000-4-iscsi neutron-server[93252]: 'Subnet': {'1.1'}, Aug 05 04:10:50.419727 dv-cinder-803000-4-iscsi neutron-server[93252]: 'Trunk': {'1.1'}} Aug 05 04:10:50.419727 dv-cinder-803000-4-iscsi neutron-server[93252]: consumer versions: Aug 05 04:10:50.419727 dv-cinder-803000-4-iscsi neutron-server[93252]: { DHCP agent@dv-cinder-803000-4-iscsi: {}, Aug 05 04:10:50.419727 dv-cinder-803000-4-iscsi neutron-server[93252]: L3 agent@dv-cinder-803000-4-iscsi: {}, Aug 05 04:10:50.419727 dv-cinder-803000-4-iscsi neutron-server[93252]: Metadata agent@dv-cinder-803000-4-iscsi: {}, Aug 05 04:10:50.419727 dv-cinder-803000-4-iscsi neutron-server[93252]: Metering agent@dv-cinder-803000-4-iscsi: {}, Aug 05 04:10:50.419727 dv-cinder-803000-4-iscsi neutron-server[93252]: Open vSwitch agent@dv-cinder-803000-4-iscsi: { 'AddressGroup': '1.2', Aug 05 04:10:50.419727 dv-cinder-803000-4-iscsi neutron-server[93252]: 'ConntrackHelper': '1.0', Aug 05 04:10:50.419727 dv-cinder-803000-4-iscsi neutron-server[93252]: 'Log': '1.0', Aug 05 04:10:50.419727 dv-cinder-803000-4-iscsi neutron-server[93252]: 'Network': '1.1', Aug 05 04:10:50.419727 dv-cinder-803000-4-iscsi neutron-server[93252]: 'Port': '1.7', Aug 05 04:10:50.419727 dv-cinder-803000-4-iscsi neutron-server[93252]: 'PortForwarding': '1.2', Aug 05 04:10:50.419727 dv-cinder-803000-4-iscsi neutron-server[93252]: 'QosPolicy': '1.9', Aug 05 04:10:50.419727 dv-cinder-803000-4-iscsi neutron-server[93252]: 'SecurityGroup': '1.4', Aug 05 04:10:50.419727 dv-cinder-803000-4-iscsi neutron-server[93252]: 'SecurityGroupRule': '1.2', Aug 05 04:10:50.419727 dv-cinder-803000-4-iscsi neutron-server[93252]: 'SubPort': '1.0', Aug 05 04:10:50.419727 dv-cinder-803000-4-iscsi neutron-server[93252]: 'Subnet': '1.1', Aug 05 04:10:50.419727 dv-cinder-803000-4-iscsi neutron-server[93252]: 'Trunk': '1.1'}} Aug 05 04:10:50.419727 dv-cinder-803000-4-iscsi neutron-server[93252]: {{(pid=93252) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 05 04:10:50.465717 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-8c2b4f0d-7c22-4bd1-9e74-c73838c9bd81 None None] Attempting to bind port 2380766e-4328-4884-b295-3188ca6bf0d1 on host dv-cinder-803000-4-iscsi for vnic_type normal with profile {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 04:10:50.466296 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-8c2b4f0d-7c22-4bd1-9e74-c73838c9bd81 None None] Attempting to bind port 2380766e-4328-4884-b295-3188ca6bf0d1 by drivers openvswitch,hyperv on host dv-cinder-803000-4-iscsi at level 0 using segments [{'id': '4a09529f-e6a1-493f-9a81-fb52e06d7c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '68f22746-577e-4399-9c56-d9b24312297e'}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 04:10:50.466528 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2b4f0d-7c22-4bd1-9e74-c73838c9bd81 None None] Attempting to bind port 2380766e-4328-4884-b295-3188ca6bf0d1 on network 68f22746-577e-4399-9c56-d9b24312297e {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 04:10:50.471771 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2b4f0d-7c22-4bd1-9e74-c73838c9bd81 None None] Checking agent: {'id': 'f380332e-4681-47b2-aaca-ec0053efd026', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803000-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 4, 10, 35), 'started_at': datetime.datetime(2021, 8, 5, 4, 10, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 4, 10, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803000-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 04:10:50.472175 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2b4f0d-7c22-4bd1-9e74-c73838c9bd81 None None] Checking segment: {'id': '4a09529f-e6a1-493f-9a81-fb52e06d7c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '68f22746-577e-4399-9c56-d9b24312297e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 04:10:50.472652 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-8c2b4f0d-7c22-4bd1-9e74-c73838c9bd81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:10:50.473040 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2b4f0d-7c22-4bd1-9e74-c73838c9bd81 None None] Bound using segment: {'id': '4a09529f-e6a1-493f-9a81-fb52e06d7c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '68f22746-577e-4399-9c56-d9b24312297e'} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 04:10:50.473514 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-8c2b4f0d-7c22-4bd1-9e74-c73838c9bd81 None None] Bound port: 2380766e-4328-4884-b295-3188ca6bf0d1, host: dv-cinder-803000-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a09529f-e6a1-493f-9a81-fb52e06d7c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '68f22746-577e-4399-9c56-d9b24312297e'}}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 04:10:50.473920 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-8c2b4f0d-7c22-4bd1-9e74-c73838c9bd81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:10:50.537189 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-8c2b4f0d-7c22-4bd1-9e74-c73838c9bd81 None None] For port 2380766e-4328-4884-b295-3188ca6bf0d1, host dv-cinder-803000-4-iscsi, cleared binding levels {{(pid=93252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 04:10:50.541283 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-8c2b4f0d-7c22-4bd1-9e74-c73838c9bd81 None None] For port 2380766e-4328-4884-b295-3188ca6bf0d1, host dv-cinder-803000-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-4-iscsi',level=0,port_id=2380766e-4328-4884-b295-3188ca6bf0d1,segment=NetworkSegment(4a09529f-e6a1-493f-9a81-fb52e06d7c7e),segment_id=4a09529f-e6a1-493f-9a81-fb52e06d7c7e)] {{(pid=93252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 04:10:50.545865 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-8c2b4f0d-7c22-4bd1-9e74-c73838c9bd81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:10:50.608707 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2b4f0d-7c22-4bd1-9e74-c73838c9bd81 None None] Pushing event updated for resources: {'Port': ['ID=2380766e-4328-4884-b295-3188ca6bf0d1,revision_number=2']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:10:51.805976 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 51030) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:10:52.302293 dv-cinder-803000-4-iscsi neutron-server[93250]: WARNING oslo_policy.policy [None req-744d3283-9b1f-45bb-a0bb-fcaf0cfc3599 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 05 04:10:52.303008 dv-cinder-803000-4-iscsi neutron-server[93250]: WARNING oslo_policy.policy [None req-744d3283-9b1f-45bb-a0bb-fcaf0cfc3599 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 05 04:10:52.521859 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [None req-744d3283-9b1f-45bb-a0bb-fcaf0cfc3599 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93250) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 04:10:52.536168 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-744d3283-9b1f-45bb-a0bb-fcaf0cfc3599 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7149808 Aug 05 04:10:54.908154 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 51044) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:10:55.216376 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [None req-a1f3c452-31da-4b06-a17d-9c463bcb821f admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93251) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 04:10:55.217374 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-a1f3c452-31da-4b06-a17d-9c463bcb821f admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3082116 Aug 05 04:10:57.861274 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 51058) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:10:58.156009 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-174f966d-df62-4130-be1a-af3ff9456dab admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '1b935780e2f843b0a6b374cc168d728e', 'admin_state_up': True}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:10:58.180097 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-174f966d-df62-4130-be1a-af3ff9456dab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-708108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1506'] for router, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:10:58.181588 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-174f966d-df62-4130-be1a-af3ff9456dab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1531'] for router, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:10:58.321467 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-174f966d-df62-4130-be1a-af3ff9456dab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:10:58.332491 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-174f966d-df62-4130-be1a-af3ff9456dab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697994'] for router, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:10:58.344804 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-174f966d-df62-4130-be1a-af3ff9456dab admin admin] Notify callbacks [] for router, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:10:58.346122 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-174f966d-df62-4130-be1a-af3ff9456dab admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4838064 Aug 05 04:10:58.955180 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9ac5a4-d2d9-4c93-ac7e-f5895285b992 None None] Network 68f22746-577e-4399-9c56-d9b24312297e requested from dv-cinder-803000-4-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 04:10:59.043606 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-11973124-f3ba-40b3-8163-2b0bebb9ea0f None None] Provisioning for port 2380766e-4328-4884-b295-3188ca6bf0d1 completed by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 04:10:59.161469 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Device 2380766e-4328-4884-b295-3188ca6bf0d1 up at agent ovs-agent-dv-cinder-803000-4-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 04:10:59.247525 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Provisioning for port 2380766e-4328-4884-b295-3188ca6bf0d1 completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 04:10:59.251754 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Provisioning complete for port 2380766e-4328-4884-b295-3188ca6bf0d1 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 04:10:59.252166 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66839334'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:10:59.368755 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:10:59.390725 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-f1034869-d7d4-4c6a-a5ad-6f27d3769c04 None None] Provisioning complete for port 2380766e-4328-4884-b295-3188ca6bf0d1 triggered by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 04:10:59.391092 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-f1034869-d7d4-4c6a-a5ad-6f27d3769c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66839334'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:10:59.431318 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] For port 2380766e-4328-4884-b295-3188ca6bf0d1, host dv-cinder-803000-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-4-iscsi',level=0,port_id=2380766e-4328-4884-b295-3188ca6bf0d1,segment=NetworkSegment(4a09529f-e6a1-493f-9a81-fb52e06d7c7e),segment_id=4a09529f-e6a1-493f-9a81-fb52e06d7c7e)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:10:59.437604 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:10:59.511781 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Pushing event updated for resources: {'Port': ['ID=2380766e-4328-4884-b295-3188ca6bf0d1,revision_number=3']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:11:00.739825 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 51066) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:11:01.044359 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [None req-3e271f2e-202c-422c-90ac-aa984cf6702e admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93251) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 04:11:01.045345 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-3e271f2e-202c-422c-90ac-aa984cf6702e admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3045247 Aug 05 04:11:01.126131 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Device 2380766e-4328-4884-b295-3188ca6bf0d1 up at agent ovs-agent-dv-cinder-803000-4-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 04:11:01.175452 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Provisioning complete for port 2380766e-4328-4884-b295-3188ca6bf0d1 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 04:11:01.175836 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66839334'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:11:02.678035 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-fee74395-c188-4ee3-9b8a-e4d3cf95d3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:11:03.426305 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 51074) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:11:03.737819 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-0bc50999-1959-4750-9558-0a8d75611e8f admin admin] Request body: {'network': {'admin_state_up': True, 'provider:network_type': 'flat', 'is_default': True, 'router:external': True, 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:11:03.760853 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bc50999-1959-4750-9558-0a8d75611e8f admin admin] Made reservation on behalf of dd92bf2f089342829af1b9e8ee116de5 for: {'network': 1} {{(pid=93251) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 04:11:03.763101 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0bc50999-1959-4750-9558-0a8d75611e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for network, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:11:03.771559 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0bc50999-1959-4750-9558-0a8d75611e8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:11:03.853647 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0bc50999-1959-4750-9558-0a8d75611e8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:11:03.856992 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0bc50999-1959-4750-9558-0a8d75611e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:11:03.869946 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-0bc50999-1959-4750-9558-0a8d75611e8f admin admin] Reserving flat network on physical network physnet1 {{(pid=93251) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 05 04:11:03.891530 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0bc50999-1959-4750-9558-0a8d75611e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66718183'] for segment, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:11:03.891865 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.db.segments_db [None req-0bc50999-1959-4750-9558-0a8d75611e8f admin admin] Added segment fe7b4086-21cb-43cf-96b4-8ee376b4a2f8 of type flat for network 6aa50667-ad26-490a-abab-e40f5b548551 Aug 05 04:11:03.893094 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc50999-1959-4750-9558-0a8d75611e8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98375052-e5ae-43e6-afb2-0ef185efb42e,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:11:03.940357 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0bc50999-1959-4750-9558-0a8d75611e8f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763712130115'] for network, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:11:03.974452 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0bc50999-1959-4750-9558-0a8d75611e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612'] for network, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:11:03.975333 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc50999-1959-4750-9558-0a8d75611e8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:11:03.975902 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0bc50999-1959-4750-9558-0a8d75611e8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568634'] for network, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:11:04.029986 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-0bc50999-1959-4750-9558-0a8d75611e8f admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6026497 Aug 05 04:11:04.035088 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc50999-1959-4750-9558-0a8d75611e8f admin admin] Pushing event updated for resources: {'Network': ['ID=6aa50667-ad26-490a-abab-e40f5b548551,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:11:04.048867 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Network 6aa50667-ad26-490a-abab-e40f5b548551 details requested by agent ovs-agent-dv-cinder-803000-4-iscsi with host dv-cinder-803000-4-iscsi {{(pid=93252) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 04:11:05.096070 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-27e86512-5974-48d6-8d54-845cbce064f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:11:05.294672 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:11:06.224058 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-03641130-cd72-49d2-95a2-84c2adaa14ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:11:06.374232 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 51082) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:11:06.665298 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cea3475-9f72-419e-ae29-e518b7754c1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:11:06.666618 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-7cea3475-9f72-419e-ae29-e518b7754c1d admin admin] 10.222.0.37 "GET /v2.0/subnets/b5543aa9-d971-4798-a4b9-8f985c29fd2d HTTP/1.1" status: 200 len: 849 time: 0.2913923 Aug 05 04:11:06.782123 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-366dda3c-5232-45f2-b266-a023ff62b95d admin admin] 10.222.0.37 "GET /v2.0/routers/3138f5e7-890d-4d48-a94e-84626d63934e HTTP/1.1" status: 200 len: 704 time: 0.1085207 Aug 05 04:11:07.044381 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-2eecca47-19ca-4e9a-be6a-f45fa7ab1522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:11:07.331682 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.db_base_plugin_common [None req-2eecca47-19ca-4e9a-be6a-f45fa7ab1522 admin admin] Allocated IP 172.20.0.1 (68f22746-577e-4399-9c56-d9b24312297e/b5543aa9-d971-4798-a4b9-8f985c29fd2d/64c73984-49b2-4a61-8d5a-3f7854bb71b2) {{(pid=93251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 04:11:07.521018 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-2eecca47-19ca-4e9a-be6a-f45fa7ab1522 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:11:07.542815 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-2eecca47-19ca-4e9a-be6a-f45fa7ab1522 admin admin] Transition to ACTIVE for port object 64c73984-49b2-4a61-8d5a-3f7854bb71b2 will not be triggered until provisioned by entity DHCP. {{(pid=93251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 04:11:07.621241 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-2eecca47-19ca-4e9a-be6a-f45fa7ab1522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763712145875'] for port, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:11:07.687300 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eecca47-19ca-4e9a-be6a-f45fa7ab1522 admin admin] Network 68f22746-577e-4399-9c56-d9b24312297e is already hosted by enough agents. {{(pid=93251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 04:11:07.694296 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [None req-2eecca47-19ca-4e9a-be6a-f45fa7ab1522 admin admin] Resources bound (agent type, host, resource id): {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 04:11:07.699800 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eecca47-19ca-4e9a-be6a-f45fa7ab1522 admin admin] Received port after_create {{(pid=93251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 04:11:07.700303 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-2eecca47-19ca-4e9a-be6a-f45fa7ab1522 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700768'] for router_interface, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:11:07.766313 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eecca47-19ca-4e9a-be6a-f45fa7ab1522 admin admin] Pushing event updated for resources: {'Port': ['ID=64c73984-49b2-4a61-8d5a-3f7854bb71b2,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:11:07.901667 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-6a2206e1-ea48-45a0-865e-aad2fcc79b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:11:07.903464 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-d1de3039-fa71-4c50-b707-c38e777d362c None None] Provisioning for port 64c73984-49b2-4a61-8d5a-3f7854bb71b2 completed by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 04:11:07.903608 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-2eecca47-19ca-4e9a-be6a-f45fa7ab1522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:11:07.907884 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-d1de3039-fa71-4c50-b707-c38e777d362c None None] Provisioning complete for port 64c73984-49b2-4a61-8d5a-3f7854bb71b2 triggered by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 04:11:07.908250 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d1de3039-fa71-4c50-b707-c38e777d362c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66839334'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:11:07.940957 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-d1de3039-fa71-4c50-b707-c38e777d362c None None] Port 64c73984-49b2-4a61-8d5a-3f7854bb71b2 cannot update to ACTIVE because it is not bound. {{(pid=93252) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 04:11:08.111730 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-2eecca47-19ca-4e9a-be6a-f45fa7ab1522 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:11:08.116005 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-2eecca47-19ca-4e9a-be6a-f45fa7ab1522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:11:08.116943 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-2eecca47-19ca-4e9a-be6a-f45fa7ab1522 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536784'] for router_interface, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:11:08.199928 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eecca47-19ca-4e9a-be6a-f45fa7ab1522 admin admin] Pushing event updated for resources: {'Port': ['ID=64c73984-49b2-4a61-8d5a-3f7854bb71b2,revision_number=2']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:11:08.240612 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eecca47-19ca-4e9a-be6a-f45fa7ab1522 admin admin] Network 68f22746-577e-4399-9c56-d9b24312297e is already hosted by enough agents. {{(pid=93251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 04:11:08.241852 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [None req-2eecca47-19ca-4e9a-be6a-f45fa7ab1522 admin admin] Resources bound (agent type, host, resource id): {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 04:11:08.399372 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eecca47-19ca-4e9a-be6a-f45fa7ab1522 admin admin] Router 3138f5e7-890d-4d48-a94e-84626d63934e is scheduled to L3 agent 8e71ca1b-9911-44b3-bf09-1fce3db7ea9a with binding_index 1 {{(pid=93251) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 04:11:08.461365 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-86ed2744-d0b2-4e0c-b8b8-30bd1db5a2d9 None None] Provisioning complete for port 64c73984-49b2-4a61-8d5a-3f7854bb71b2 triggered by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 04:11:08.461656 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-86ed2744-d0b2-4e0c-b8b8-30bd1db5a2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66839334'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:11:08.488476 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eecca47-19ca-4e9a-be6a-f45fa7ab1522 admin admin] Notify agent at l3_agent.dv-cinder-803000-4-iscsi the message routers_updated {{(pid=93251) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 04:11:08.494121 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-2eecca47-19ca-4e9a-be6a-f45fa7ab1522 admin admin] 10.222.0.37 "PUT /v2.0/routers/3138f5e7-890d-4d48-a94e-84626d63934e/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7067533 Aug 05 04:11:08.499061 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ad1734-ec54-4378-ae0a-e2e0a6641637 None None] Sync routers for ids ['3138f5e7-890d-4d48-a94e-84626d63934e'] in dv-cinder-803000-4-iscsi {{(pid=93253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 04:11:08.505563 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-86ed2744-d0b2-4e0c-b8b8-30bd1db5a2d9 None None] Port 64c73984-49b2-4a61-8d5a-3f7854bb71b2 cannot update to ACTIVE because it is not bound. {{(pid=93252) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 04:11:08.510794 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ad1734-ec54-4378-ae0a-e2e0a6641637 None None] Routers {'3138f5e7-890d-4d48-a94e-84626d63934e'} bound to L3 agent in host dv-cinder-803000-4-iscsi {{(pid=93253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 04:11:08.511651 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-88ad1734-ec54-4378-ae0a-e2e0a6641637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-05T04:10:35Z,description=,heartbeat_timestamp=2021-08-05T04:11:05Z,host='dv-cinder-803000-4-iscsi',id=8e71ca1b-9911-44b3-bf09-1fce3db7ea9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T04:10:35Z,topic='l3_agent')) {'router_ids': ['3138f5e7-890d-4d48-a94e-84626d63934e'], 'active': True} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:11:08.693941 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvr_db [None req-88ad1734-ec54-4378-ae0a-e2e0a6641637 None None] Set router 3138f5e7-890d-4d48-a94e-84626d63934e gateway port host: None {{(pid=93253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 04:11:09.113348 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-88ad1734-ec54-4378-ae0a-e2e0a6641637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3138f5e7-890d-4d48-a94e-84626d63934e', 'name': 'router1', 'tenant_id': '1b935780e2f843b0a6b374cc168d728e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:10:58Z', 'updated_at': '2021-08-05T04:11:07Z', 'revision_number': 2, 'project_id': '1b935780e2f843b0a6b374cc168d728e', 'gw_port_host': None, '_interfaces': [{'id': '64c73984-49b2-4a61-8d5a-3f7854bb71b2', 'name': '', 'network_id': '68f22746-577e-4399-9c56-d9b24312297e', 'tenant_id': '1b935780e2f843b0a6b374cc168d728e', 'mac_address': 'fa:16:3e:50:3a:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3138f5e7-890d-4d48-a94e-84626d63934e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b5543aa9-d971-4798-a4b9-8f985c29fd2d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:11:07Z', 'updated_at': '2021-08-05T04:11:07Z', 'revision_number': 2, 'project_id': '1b935780e2f843b0a6b374cc168d728e', 'subnets': [{'id': 'b5543aa9-d971-4798-a4b9-8f985c29fd2d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9cb057fa-ba47-40ab-8b10-e1243af692e2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803000-4-iscsi', False) {} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:11:09.163382 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ad1734-ec54-4378-ae0a-e2e0a6641637 None None] Checking router: 3138f5e7-890d-4d48-a94e-84626d63934e for host: dv-cinder-803000-4-iscsi {{(pid=93253) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 04:11:09.163762 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ad1734-ec54-4378-ae0a-e2e0a6641637 None None] Updating router 3138f5e7-890d-4d48-a94e-84626d63934e port 64c73984-49b2-4a61-8d5a-3f7854bb71b2 binding host dv-cinder-803000-4-iscsi {{(pid=93253) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 04:11:09.211108 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-88ad1734-ec54-4378-ae0a-e2e0a6641637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:11:09.773877 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-88ad1734-ec54-4378-ae0a-e2e0a6641637 None None] Notify callbacks [] for port, precommit_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:11:09.792256 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.provisioning_blocks [None req-88ad1734-ec54-4378-ae0a-e2e0a6641637 None None] Transition to ACTIVE for port object 64c73984-49b2-4a61-8d5a-3f7854bb71b2 will not be triggered until provisioned by entity L2. {{(pid=93253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 04:11:09.798631 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-88ad1734-ec54-4378-ae0a-e2e0a6641637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:11:09.952893 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51539aa-6b76-42b7-ab11-57f515403175 None None] Pushing event updated for resources: {'Port': ['ID=64c73984-49b2-4a61-8d5a-3f7854bb71b2,revision_number=3']} {{(pid=93253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:11:09.955472 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.managers [None req-88ad1734-ec54-4378-ae0a-e2e0a6641637 None None] Attempting to bind port 64c73984-49b2-4a61-8d5a-3f7854bb71b2 on host dv-cinder-803000-4-iscsi for vnic_type normal with profile {{(pid=93253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 04:11:09.955865 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.managers [None req-88ad1734-ec54-4378-ae0a-e2e0a6641637 None None] Attempting to bind port 64c73984-49b2-4a61-8d5a-3f7854bb71b2 by drivers openvswitch,hyperv on host dv-cinder-803000-4-iscsi at level 0 using segments [{'id': '4a09529f-e6a1-493f-9a81-fb52e06d7c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '68f22746-577e-4399-9c56-d9b24312297e'}] {{(pid=93253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 04:11:09.956278 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ad1734-ec54-4378-ae0a-e2e0a6641637 None None] Attempting to bind port 64c73984-49b2-4a61-8d5a-3f7854bb71b2 on network 68f22746-577e-4399-9c56-d9b24312297e {{(pid=93253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 04:11:09.963317 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ad1734-ec54-4378-ae0a-e2e0a6641637 None None] Checking agent: {'id': 'f380332e-4681-47b2-aaca-ec0053efd026', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803000-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 4, 10, 35), 'started_at': datetime.datetime(2021, 8, 5, 4, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 4, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803000-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 04:11:09.963715 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ad1734-ec54-4378-ae0a-e2e0a6641637 None None] Checking segment: {'id': '4a09529f-e6a1-493f-9a81-fb52e06d7c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '68f22746-577e-4399-9c56-d9b24312297e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 04:11:09.964193 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-88ad1734-ec54-4378-ae0a-e2e0a6641637 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:11:09.964576 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ad1734-ec54-4378-ae0a-e2e0a6641637 None None] Bound using segment: {'id': '4a09529f-e6a1-493f-9a81-fb52e06d7c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '68f22746-577e-4399-9c56-d9b24312297e'} {{(pid=93253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 04:11:09.965058 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.managers [None req-88ad1734-ec54-4378-ae0a-e2e0a6641637 None None] Bound port: 64c73984-49b2-4a61-8d5a-3f7854bb71b2, host: dv-cinder-803000-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a09529f-e6a1-493f-9a81-fb52e06d7c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '68f22746-577e-4399-9c56-d9b24312297e'}}] {{(pid=93253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 04:11:09.965444 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-88ad1734-ec54-4378-ae0a-e2e0a6641637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:11:09.979744 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51539aa-6b76-42b7-ab11-57f515403175 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:11:09.980085 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51539aa-6b76-42b7-ab11-57f515403175 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:11:09.980416 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51539aa-6b76-42b7-ab11-57f515403175 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:11:09.980741 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51539aa-6b76-42b7-ab11-57f515403175 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:11:09.981062 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51539aa-6b76-42b7-ab11-57f515403175 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:11:09.981381 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51539aa-6b76-42b7-ab11-57f515403175 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:11:09.981698 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51539aa-6b76-42b7-ab11-57f515403175 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:11:09.982010 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51539aa-6b76-42b7-ab11-57f515403175 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:11:09.982337 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51539aa-6b76-42b7-ab11-57f515403175 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:11:09.982698 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51539aa-6b76-42b7-ab11-57f515403175 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:11:09.982993 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51539aa-6b76-42b7-ab11-57f515403175 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:11:09.983304 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51539aa-6b76-42b7-ab11-57f515403175 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:11:09.984459 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51539aa-6b76-42b7-ab11-57f515403175 None None] Tracked resource versions report: Aug 05 04:11:09.984459 dv-cinder-803000-4-iscsi neutron-server[93253]: pushed versions: Aug 05 04:11:09.984459 dv-cinder-803000-4-iscsi neutron-server[93253]: { 'AddressGroup': {'1.2'}, Aug 05 04:11:09.984459 dv-cinder-803000-4-iscsi neutron-server[93253]: 'ConntrackHelper': {'1.0'}, Aug 05 04:11:09.984459 dv-cinder-803000-4-iscsi neutron-server[93253]: 'Log': {'1.0'}, Aug 05 04:11:09.984459 dv-cinder-803000-4-iscsi neutron-server[93253]: 'Network': {'1.1'}, Aug 05 04:11:09.984459 dv-cinder-803000-4-iscsi neutron-server[93253]: 'Port': {'1.7'}, Aug 05 04:11:09.984459 dv-cinder-803000-4-iscsi neutron-server[93253]: 'PortForwarding': {'1.2'}, Aug 05 04:11:09.984459 dv-cinder-803000-4-iscsi neutron-server[93253]: 'QosPolicy': {'1.9'}, Aug 05 04:11:09.984459 dv-cinder-803000-4-iscsi neutron-server[93253]: 'SecurityGroup': {'1.4'}, Aug 05 04:11:09.984459 dv-cinder-803000-4-iscsi neutron-server[93253]: 'SecurityGroupRule': {'1.2'}, Aug 05 04:11:09.984459 dv-cinder-803000-4-iscsi neutron-server[93253]: 'SubPort': {'1.0'}, Aug 05 04:11:09.984459 dv-cinder-803000-4-iscsi neutron-server[93253]: 'Subnet': {'1.1'}, Aug 05 04:11:09.984459 dv-cinder-803000-4-iscsi neutron-server[93253]: 'Trunk': {'1.1'}} Aug 05 04:11:09.984459 dv-cinder-803000-4-iscsi neutron-server[93253]: consumer versions: Aug 05 04:11:09.984459 dv-cinder-803000-4-iscsi neutron-server[93253]: { DHCP agent@dv-cinder-803000-4-iscsi: {}, Aug 05 04:11:09.984459 dv-cinder-803000-4-iscsi neutron-server[93253]: L3 agent@dv-cinder-803000-4-iscsi: {}, Aug 05 04:11:09.984459 dv-cinder-803000-4-iscsi neutron-server[93253]: Metadata agent@dv-cinder-803000-4-iscsi: {}, Aug 05 04:11:09.984459 dv-cinder-803000-4-iscsi neutron-server[93253]: Metering agent@dv-cinder-803000-4-iscsi: {}, Aug 05 04:11:09.984459 dv-cinder-803000-4-iscsi neutron-server[93253]: Open vSwitch agent@dv-cinder-803000-4-iscsi: { 'AddressGroup': '1.2', Aug 05 04:11:09.984459 dv-cinder-803000-4-iscsi neutron-server[93253]: 'ConntrackHelper': '1.0', Aug 05 04:11:09.984459 dv-cinder-803000-4-iscsi neutron-server[93253]: 'Log': '1.0', Aug 05 04:11:09.984459 dv-cinder-803000-4-iscsi neutron-server[93253]: 'Network': '1.1', Aug 05 04:11:09.984459 dv-cinder-803000-4-iscsi neutron-server[93253]: 'Port': '1.7', Aug 05 04:11:09.984459 dv-cinder-803000-4-iscsi neutron-server[93253]: 'PortForwarding': '1.2', Aug 05 04:11:09.984459 dv-cinder-803000-4-iscsi neutron-server[93253]: 'QosPolicy': '1.9', Aug 05 04:11:09.984459 dv-cinder-803000-4-iscsi neutron-server[93253]: 'SecurityGroup': '1.4', Aug 05 04:11:09.984459 dv-cinder-803000-4-iscsi neutron-server[93253]: 'SecurityGroupRule': '1.2', Aug 05 04:11:09.984459 dv-cinder-803000-4-iscsi neutron-server[93253]: 'SubPort': '1.0', Aug 05 04:11:09.984459 dv-cinder-803000-4-iscsi neutron-server[93253]: 'Subnet': '1.1', Aug 05 04:11:09.984459 dv-cinder-803000-4-iscsi neutron-server[93253]: 'Trunk': '1.1'}} Aug 05 04:11:09.984459 dv-cinder-803000-4-iscsi neutron-server[93253]: {{(pid=93253) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 05 04:11:10.043982 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.db [None req-88ad1734-ec54-4378-ae0a-e2e0a6641637 None None] For port 64c73984-49b2-4a61-8d5a-3f7854bb71b2, host dv-cinder-803000-4-iscsi, cleared binding levels {{(pid=93253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 04:11:10.065075 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.db [None req-88ad1734-ec54-4378-ae0a-e2e0a6641637 None None] For port 64c73984-49b2-4a61-8d5a-3f7854bb71b2, host dv-cinder-803000-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-4-iscsi',level=0,port_id=64c73984-49b2-4a61-8d5a-3f7854bb71b2,segment=NetworkSegment(4a09529f-e6a1-493f-9a81-fb52e06d7c7e),segment_id=4a09529f-e6a1-493f-9a81-fb52e06d7c7e)] {{(pid=93253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 04:11:10.069211 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-88ad1734-ec54-4378-ae0a-e2e0a6641637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:11:10.125329 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51539aa-6b76-42b7-ab11-57f515403175 None None] Pushing event updated for resources: {'Port': ['ID=64c73984-49b2-4a61-8d5a-3f7854bb71b2,revision_number=4']} {{(pid=93253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:11:10.127771 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ad1734-ec54-4378-ae0a-e2e0a6641637 None None] Routers {'3138f5e7-890d-4d48-a94e-84626d63934e'} bound to L3 agent in host dv-cinder-803000-4-iscsi {{(pid=93253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 04:11:10.128365 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-88ad1734-ec54-4378-ae0a-e2e0a6641637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-05T04:10:35Z,description=,heartbeat_timestamp=2021-08-05T04:11:05Z,host='dv-cinder-803000-4-iscsi',id=8e71ca1b-9911-44b3-bf09-1fce3db7ea9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T04:10:35Z,topic='l3_agent')) {'router_ids': ['3138f5e7-890d-4d48-a94e-84626d63934e'], 'active': True} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:11:10.196574 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-87ea8438-47cd-44c4-a808-9a807a63fea8 None None] Agent healthcheck: found 5 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 04:11:10.218589 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvr_db [None req-88ad1734-ec54-4378-ae0a-e2e0a6641637 None None] Set router 3138f5e7-890d-4d48-a94e-84626d63934e gateway port host: None {{(pid=93253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 04:11:10.419644 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-88ad1734-ec54-4378-ae0a-e2e0a6641637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3138f5e7-890d-4d48-a94e-84626d63934e', 'name': 'router1', 'tenant_id': '1b935780e2f843b0a6b374cc168d728e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:10:58Z', 'updated_at': '2021-08-05T04:11:07Z', 'revision_number': 2, 'project_id': '1b935780e2f843b0a6b374cc168d728e', 'gw_port_host': None, '_interfaces': [{'id': '64c73984-49b2-4a61-8d5a-3f7854bb71b2', 'name': '', 'network_id': '68f22746-577e-4399-9c56-d9b24312297e', 'tenant_id': '1b935780e2f843b0a6b374cc168d728e', 'mac_address': 'fa:16:3e:50:3a:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3138f5e7-890d-4d48-a94e-84626d63934e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b5543aa9-d971-4798-a4b9-8f985c29fd2d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:11:07Z', 'updated_at': '2021-08-05T04:11:10Z', 'revision_number': 4, 'project_id': '1b935780e2f843b0a6b374cc168d728e', 'subnets': [{'id': 'b5543aa9-d971-4798-a4b9-8f985c29fd2d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9cb057fa-ba47-40ab-8b10-e1243af692e2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803000-4-iscsi', False) {} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:11:10.445102 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ad1734-ec54-4378-ae0a-e2e0a6641637 None None] The sync data for ids ['3138f5e7-890d-4d48-a94e-84626d63934e'] in dv-cinder-803000-4-iscsi is: [{'id': '3138f5e7-890d-4d48-a94e-84626d63934e', 'name': 'router1', 'tenant_id': '1b935780e2f843b0a6b374cc168d728e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:10:58Z', 'updated_at': '2021-08-05T04:11:07Z', 'revision_number': 2, 'project_id': '1b935780e2f843b0a6b374cc168d728e', 'gw_port_host': None, '_interfaces': [{'id': '64c73984-49b2-4a61-8d5a-3f7854bb71b2', 'name': '', 'network_id': '68f22746-577e-4399-9c56-d9b24312297e', 'tenant_id': '1b935780e2f843b0a6b374cc168d728e', 'mac_address': 'fa:16:3e:50:3a:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3138f5e7-890d-4d48-a94e-84626d63934e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b5543aa9-d971-4798-a4b9-8f985c29fd2d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:11:07Z', 'updated_at': '2021-08-05T04:11:10Z', 'revision_number': 4, 'project_id': '1b935780e2f843b0a6b374cc168d728e', 'subnets': [{'id': 'b5543aa9-d971-4798-a4b9-8f985c29fd2d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9cb057fa-ba47-40ab-8b10-e1243af692e2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 04:11:10.739909 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 51102) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:11:10.850141 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a1aa9e-dff0-4b65-bd63-1d474f70603d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:11:10.851504 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-27a1aa9e-dff0-4b65-bd63-1d474f70603d admin admin] 10.222.0.37 "GET /v2.0/networks/6aa50667-ad26-490a-abab-e40f5b548551 HTTP/1.1" status: 200 len: 842 time: 0.1107278 Aug 05 04:11:10.861836 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-d2215ddd-00ad-431f-8575-29547b4277a3 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'enable_dhcp': False, 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'gateway_ip': '172.27.3.1', 'cidr': '172.27.3.0/24'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:11:10.883154 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2215ddd-00ad-431f-8575-29547b4277a3 admin admin] Made reservation on behalf of dd92bf2f089342829af1b9e8ee116de5 for: {'subnet': 1} {{(pid=93251) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 04:11:10.885306 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-d2215ddd-00ad-431f-8575-29547b4277a3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:11:11.239347 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.objects.ports [None req-d2215ddd-00ad-431f-8575-29547b4277a3 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93251) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 05 04:11:11.239782 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-d2215ddd-00ad-431f-8575-29547b4277a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612'] for subnet, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:11:11.292467 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2215ddd-00ad-431f-8575-29547b4277a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1981b9cb-30a8-4ce2-a61f-12a80c9863da,revision_number=0']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:11:11.302116 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2215ddd-00ad-431f-8575-29547b4277a3 admin admin] Checking segment: {'id': 'fe7b4086-21cb-43cf-96b4-8ee376b4a2f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 04:11:11.302469 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2215ddd-00ad-431f-8575-29547b4277a3 admin admin] Network hostable DHCP agents. Network: 6aa50667-ad26-490a-abab-e40f5b548551, hostable agents: ['ea427e49-0af2-4000-bc0d-d234b33f8d84'], hosted agents: [] {{(pid=93251) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 04:11:11.318587 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2215ddd-00ad-431f-8575-29547b4277a3 admin admin] Network 6aa50667-ad26-490a-abab-e40f5b548551 is scheduled to be hosted by DHCP agent ea427e49-0af2-4000-bc0d-d234b33f8d84 with binding_index 1 {{(pid=93251) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 04:11:11.328754 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [None req-d2215ddd-00ad-431f-8575-29547b4277a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803000-4-iscsi, 6aa50667-ad26-490a-abab-e40f5b548551) {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 04:11:11.332914 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2215ddd-00ad-431f-8575-29547b4277a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:11:11.333544 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-d2215ddd-00ad-431f-8575-29547b4277a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568634'] for subnet, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:11:11.340299 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d905438c-10fe-46d5-bbd9-8462d9bdcaf7 None None] Network 6aa50667-ad26-490a-abab-e40f5b548551 requested from dv-cinder-803000-4-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 04:11:11.358524 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-d2215ddd-00ad-431f-8575-29547b4277a3 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4900351 Aug 05 04:11:11.472120 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef7b7e4-e91f-440b-a926-5aff159881a5 None None] Network 6aa50667-ad26-490a-abab-e40f5b548551 requested from dv-cinder-803000-4-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 04:11:13.610321 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 51120) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:11:13.724663 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.policy [None req-909659b3-2a03-47a5-b0ba-d6477ec02653 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93250) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 05 04:11:13.769568 dv-cinder-803000-4-iscsi neutron-server[93250]: WARNING oslo_policy.policy [None req-909659b3-2a03-47a5-b0ba-d6477ec02653 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 05 04:11:13.769949 dv-cinder-803000-4-iscsi neutron-server[93250]: WARNING oslo_policy.policy [None req-909659b3-2a03-47a5-b0ba-d6477ec02653 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 05 04:11:14.013022 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-909659b3-2a03-47a5-b0ba-d6477ec02653 admin admin] 10.222.0.37 "GET /v2.0/routers/3138f5e7-890d-4d48-a94e-84626d63934e HTTP/1.1" status: 200 len: 710 time: 0.4015198 Aug 05 04:11:14.202023 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da46f0f2-1073-4311-94d7-e542391fa50c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:11:14.204299 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-da46f0f2-1073-4311-94d7-e542391fa50c admin admin] 10.222.0.37 "GET /v2.0/networks/6aa50667-ad26-490a-abab-e40f5b548551 HTTP/1.1" status: 200 len: 886 time: 0.1856961 Aug 05 04:11:14.213801 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-671a7aa2-5907-4f57-9938-fa5e69c9e74b admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '6aa50667-ad26-490a-abab-e40f5b548551'}}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:11:14.474232 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-671a7aa2-5907-4f57-9938-fa5e69c9e74b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:11:14.710536 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-671a7aa2-5907-4f57-9938-fa5e69c9e74b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:11:14.793160 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-671a7aa2-5907-4f57-9938-fa5e69c9e74b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:11:14.975290 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.db.db_base_plugin_common [None req-671a7aa2-5907-4f57-9938-fa5e69c9e74b admin admin] Allocated IP 172.27.3.160 (6aa50667-ad26-490a-abab-e40f5b548551/1981b9cb-30a8-4ce2-a61f-12a80c9863da/ec83edcf-a236-450f-87af-c4974f594e4b) {{(pid=93250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 04:11:15.089807 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-671a7aa2-5907-4f57-9938-fa5e69c9e74b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:11:15.180639 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-671a7aa2-5907-4f57-9938-fa5e69c9e74b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763712145875'] for port, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:11:15.242675 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671a7aa2-5907-4f57-9938-fa5e69c9e74b admin admin] Network 6aa50667-ad26-490a-abab-e40f5b548551 is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 04:11:15.247789 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-671a7aa2-5907-4f57-9938-fa5e69c9e74b admin admin] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 04:11:15.296356 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671a7aa2-5907-4f57-9938-fa5e69c9e74b admin admin] Pushing event updated for resources: {'Port': ['ID=ec83edcf-a236-450f-87af-c4974f594e4b,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:11:15.304805 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671a7aa2-5907-4f57-9938-fa5e69c9e74b admin admin] Received port after_create {{(pid=93250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 04:11:15.308045 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671a7aa2-5907-4f57-9938-fa5e69c9e74b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:11:15.308397 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671a7aa2-5907-4f57-9938-fa5e69c9e74b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:11:15.308739 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671a7aa2-5907-4f57-9938-fa5e69c9e74b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:11:15.309122 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671a7aa2-5907-4f57-9938-fa5e69c9e74b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:11:15.309413 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671a7aa2-5907-4f57-9938-fa5e69c9e74b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:11:15.309727 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671a7aa2-5907-4f57-9938-fa5e69c9e74b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:11:15.310049 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671a7aa2-5907-4f57-9938-fa5e69c9e74b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:11:15.310376 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671a7aa2-5907-4f57-9938-fa5e69c9e74b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:11:15.310727 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671a7aa2-5907-4f57-9938-fa5e69c9e74b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:11:15.311051 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671a7aa2-5907-4f57-9938-fa5e69c9e74b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:11:15.311368 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671a7aa2-5907-4f57-9938-fa5e69c9e74b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:11:15.311682 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671a7aa2-5907-4f57-9938-fa5e69c9e74b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:11:15.313285 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671a7aa2-5907-4f57-9938-fa5e69c9e74b admin admin] Tracked resource versions report: Aug 05 04:11:15.313285 dv-cinder-803000-4-iscsi neutron-server[93250]: pushed versions: Aug 05 04:11:15.313285 dv-cinder-803000-4-iscsi neutron-server[93250]: { 'AddressGroup': {'1.2'}, Aug 05 04:11:15.313285 dv-cinder-803000-4-iscsi neutron-server[93250]: 'ConntrackHelper': {'1.0'}, Aug 05 04:11:15.313285 dv-cinder-803000-4-iscsi neutron-server[93250]: 'Log': {'1.0'}, Aug 05 04:11:15.313285 dv-cinder-803000-4-iscsi neutron-server[93250]: 'Network': {'1.1'}, Aug 05 04:11:15.313285 dv-cinder-803000-4-iscsi neutron-server[93250]: 'Port': {'1.7'}, Aug 05 04:11:15.313285 dv-cinder-803000-4-iscsi neutron-server[93250]: 'PortForwarding': {'1.2'}, Aug 05 04:11:15.313285 dv-cinder-803000-4-iscsi neutron-server[93250]: 'QosPolicy': {'1.9'}, Aug 05 04:11:15.313285 dv-cinder-803000-4-iscsi neutron-server[93250]: 'SecurityGroup': {'1.4'}, Aug 05 04:11:15.313285 dv-cinder-803000-4-iscsi neutron-server[93250]: 'SecurityGroupRule': {'1.2'}, Aug 05 04:11:15.313285 dv-cinder-803000-4-iscsi neutron-server[93250]: 'SubPort': {'1.0'}, Aug 05 04:11:15.313285 dv-cinder-803000-4-iscsi neutron-server[93250]: 'Subnet': {'1.1'}, Aug 05 04:11:15.313285 dv-cinder-803000-4-iscsi neutron-server[93250]: 'Trunk': {'1.1'}} Aug 05 04:11:15.313285 dv-cinder-803000-4-iscsi neutron-server[93250]: consumer versions: Aug 05 04:11:15.313285 dv-cinder-803000-4-iscsi neutron-server[93250]: { DHCP agent@dv-cinder-803000-4-iscsi: {}, Aug 05 04:11:15.313285 dv-cinder-803000-4-iscsi neutron-server[93250]: L3 agent@dv-cinder-803000-4-iscsi: {}, Aug 05 04:11:15.313285 dv-cinder-803000-4-iscsi neutron-server[93250]: Metadata agent@dv-cinder-803000-4-iscsi: {}, Aug 05 04:11:15.313285 dv-cinder-803000-4-iscsi neutron-server[93250]: Metering agent@dv-cinder-803000-4-iscsi: {}, Aug 05 04:11:15.313285 dv-cinder-803000-4-iscsi neutron-server[93250]: Open vSwitch agent@dv-cinder-803000-4-iscsi: { 'AddressGroup': '1.2', Aug 05 04:11:15.313285 dv-cinder-803000-4-iscsi neutron-server[93250]: 'ConntrackHelper': '1.0', Aug 05 04:11:15.313285 dv-cinder-803000-4-iscsi neutron-server[93250]: 'Log': '1.0', Aug 05 04:11:15.313285 dv-cinder-803000-4-iscsi neutron-server[93250]: 'Network': '1.1', Aug 05 04:11:15.313285 dv-cinder-803000-4-iscsi neutron-server[93250]: 'Port': '1.7', Aug 05 04:11:15.313285 dv-cinder-803000-4-iscsi neutron-server[93250]: 'PortForwarding': '1.2', Aug 05 04:11:15.313285 dv-cinder-803000-4-iscsi neutron-server[93250]: 'QosPolicy': '1.9', Aug 05 04:11:15.313285 dv-cinder-803000-4-iscsi neutron-server[93250]: 'SecurityGroup': '1.4', Aug 05 04:11:15.313285 dv-cinder-803000-4-iscsi neutron-server[93250]: 'SecurityGroupRule': '1.2', Aug 05 04:11:15.313285 dv-cinder-803000-4-iscsi neutron-server[93250]: 'SubPort': '1.0', Aug 05 04:11:15.313285 dv-cinder-803000-4-iscsi neutron-server[93250]: 'Subnet': '1.1', Aug 05 04:11:15.313285 dv-cinder-803000-4-iscsi neutron-server[93250]: 'Trunk': '1.1'}} Aug 05 04:11:15.313285 dv-cinder-803000-4-iscsi neutron-server[93250]: {{(pid=93250) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 05 04:11:15.601108 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-671a7aa2-5907-4f57-9938-fa5e69c9e74b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:11:15.838803 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-671a7aa2-5907-4f57-9938-fa5e69c9e74b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-698022', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1417'] for router, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:11:15.845417 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-671a7aa2-5907-4f57-9938-fa5e69c9e74b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-698001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-698008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-707494'] for router, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:11:15.953166 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-671a7aa2-5907-4f57-9938-fa5e69c9e74b admin admin] Router 3138f5e7-890d-4d48-a94e-84626d63934e has already been hosted by L3 agent 8e71ca1b-9911-44b3-bf09-1fce3db7ea9a {{(pid=93250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 04:11:16.057555 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-671a7aa2-5907-4f57-9938-fa5e69c9e74b admin admin] Notify agent at l3_agent.dv-cinder-803000-4-iscsi the message routers_updated {{(pid=93250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 04:11:16.061997 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-671a7aa2-5907-4f57-9938-fa5e69c9e74b admin admin] Notify callbacks [] for router, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:11:16.063770 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-671a7aa2-5907-4f57-9938-fa5e69c9e74b admin admin] 10.222.0.37 "PUT /v2.0/routers/3138f5e7-890d-4d48-a94e-84626d63934e HTTP/1.1" status: 200 len: 890 time: 1.8535511 Aug 05 04:11:16.842241 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a5226b-e945-4fb3-bb9f-f831b8884ef3 None None] Sync routers for ids ['3138f5e7-890d-4d48-a94e-84626d63934e'] in dv-cinder-803000-4-iscsi {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 04:11:16.852889 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a5226b-e945-4fb3-bb9f-f831b8884ef3 None None] Routers {'3138f5e7-890d-4d48-a94e-84626d63934e'} bound to L3 agent in host dv-cinder-803000-4-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 04:11:16.853522 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-06a5226b-e945-4fb3-bb9f-f831b8884ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-05T04:10:35Z,description=,heartbeat_timestamp=2021-08-05T04:11:05Z,host='dv-cinder-803000-4-iscsi',id=8e71ca1b-9911-44b3-bf09-1fce3db7ea9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T04:10:35Z,topic='l3_agent')) {'router_ids': ['3138f5e7-890d-4d48-a94e-84626d63934e'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:11:17.105603 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-06a5226b-e945-4fb3-bb9f-f831b8884ef3 None None] Set router 3138f5e7-890d-4d48-a94e-84626d63934e gateway port host: dv-cinder-803000-4-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 04:11:17.177674 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Device 64c73984-49b2-4a61-8d5a-3f7854bb71b2 up at agent ovs-agent-dv-cinder-803000-4-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 04:11:17.406769 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Provisioning for port 64c73984-49b2-4a61-8d5a-3f7854bb71b2 completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 04:11:17.422600 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Provisioning complete for port 64c73984-49b2-4a61-8d5a-3f7854bb71b2 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 04:11:17.422976 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66839334'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:11:17.578619 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:11:17.616648 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-06a5226b-e945-4fb3-bb9f-f831b8884ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3138f5e7-890d-4d48-a94e-84626d63934e', 'name': 'router1', 'tenant_id': '1b935780e2f843b0a6b374cc168d728e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'external_fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': 'ec83edcf-a236-450f-87af-c4974f594e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:10:58Z', 'updated_at': '2021-08-05T04:11:15Z', 'revision_number': 4, 'project_id': '1b935780e2f843b0a6b374cc168d728e', 'gw_port': {'id': 'ec83edcf-a236-450f-87af-c4974f594e4b', 'name': '', 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e3:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3138f5e7-890d-4d48-a94e-84626d63934e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:11:14Z', 'updated_at': '2021-08-05T04:11:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-4-iscsi', '_interfaces': [{'id': '64c73984-49b2-4a61-8d5a-3f7854bb71b2', 'name': '', 'network_id': '68f22746-577e-4399-9c56-d9b24312297e', 'tenant_id': '1b935780e2f843b0a6b374cc168d728e', 'mac_address': 'fa:16:3e:50:3a:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3138f5e7-890d-4d48-a94e-84626d63934e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b5543aa9-d971-4798-a4b9-8f985c29fd2d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:11:07Z', 'updated_at': '2021-08-05T04:11:10Z', 'revision_number': 4, 'project_id': '1b935780e2f843b0a6b374cc168d728e', 'subnets': [{'id': 'b5543aa9-d971-4798-a4b9-8f985c29fd2d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9cb057fa-ba47-40ab-8b10-e1243af692e2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803000-4-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:11:17.670996 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a5226b-e945-4fb3-bb9f-f831b8884ef3 None None] Checking router: 3138f5e7-890d-4d48-a94e-84626d63934e for host: dv-cinder-803000-4-iscsi {{(pid=93252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 04:11:17.671287 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a5226b-e945-4fb3-bb9f-f831b8884ef3 None None] Updating router 3138f5e7-890d-4d48-a94e-84626d63934e port ec83edcf-a236-450f-87af-c4974f594e4b binding host dv-cinder-803000-4-iscsi {{(pid=93252) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 04:11:17.687699 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] For port 64c73984-49b2-4a61-8d5a-3f7854bb71b2, host dv-cinder-803000-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-4-iscsi',level=0,port_id=64c73984-49b2-4a61-8d5a-3f7854bb71b2,segment=NetworkSegment(4a09529f-e6a1-493f-9a81-fb52e06d7c7e),segment_id=4a09529f-e6a1-493f-9a81-fb52e06d7c7e)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:11:17.711323 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:11:17.740000 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-06a5226b-e945-4fb3-bb9f-f831b8884ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:11:17.807797 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Pushing event updated for resources: {'Port': ['ID=64c73984-49b2-4a61-8d5a-3f7854bb71b2,revision_number=5']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:11:18.074184 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-06a5226b-e945-4fb3-bb9f-f831b8884ef3 None None] Notify callbacks [] for port, precommit_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:11:18.084252 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-06a5226b-e945-4fb3-bb9f-f831b8884ef3 None None] Transition to ACTIVE for port object ec83edcf-a236-450f-87af-c4974f594e4b will not be triggered until provisioned by entity L2. {{(pid=93252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 04:11:18.090300 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-06a5226b-e945-4fb3-bb9f-f831b8884ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:11:18.140627 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-06a5226b-e945-4fb3-bb9f-f831b8884ef3 None None] Attempting to bind port ec83edcf-a236-450f-87af-c4974f594e4b on host dv-cinder-803000-4-iscsi for vnic_type normal with profile {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 04:11:18.141007 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-06a5226b-e945-4fb3-bb9f-f831b8884ef3 None None] Attempting to bind port ec83edcf-a236-450f-87af-c4974f594e4b by drivers openvswitch,hyperv on host dv-cinder-803000-4-iscsi at level 0 using segments [{'id': 'fe7b4086-21cb-43cf-96b4-8ee376b4a2f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551'}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 04:11:18.141372 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a5226b-e945-4fb3-bb9f-f831b8884ef3 None None] Attempting to bind port ec83edcf-a236-450f-87af-c4974f594e4b on network 6aa50667-ad26-490a-abab-e40f5b548551 {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 04:11:18.148051 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfd4a85-f98a-412a-a693-8db5fddb1f0f None None] Pushing event updated for resources: {'Port': ['ID=ec83edcf-a236-450f-87af-c4974f594e4b,revision_number=2']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:11:18.150687 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a5226b-e945-4fb3-bb9f-f831b8884ef3 None None] Checking agent: {'id': 'f380332e-4681-47b2-aaca-ec0053efd026', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803000-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 4, 10, 35), 'started_at': datetime.datetime(2021, 8, 5, 4, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 4, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803000-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 04:11:18.151102 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a5226b-e945-4fb3-bb9f-f831b8884ef3 None None] Checking segment: {'id': 'fe7b4086-21cb-43cf-96b4-8ee376b4a2f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 04:11:18.151451 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-06a5226b-e945-4fb3-bb9f-f831b8884ef3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:11:18.151838 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a5226b-e945-4fb3-bb9f-f831b8884ef3 None None] Bound using segment: {'id': 'fe7b4086-21cb-43cf-96b4-8ee376b4a2f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551'} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 04:11:18.152300 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-06a5226b-e945-4fb3-bb9f-f831b8884ef3 None None] Bound port: ec83edcf-a236-450f-87af-c4974f594e4b, host: dv-cinder-803000-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe7b4086-21cb-43cf-96b4-8ee376b4a2f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551'}}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 04:11:18.152697 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-06a5226b-e945-4fb3-bb9f-f831b8884ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:11:18.205845 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-06a5226b-e945-4fb3-bb9f-f831b8884ef3 None None] For port ec83edcf-a236-450f-87af-c4974f594e4b, host dv-cinder-803000-4-iscsi, cleared binding levels {{(pid=93252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 04:11:18.208852 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-06a5226b-e945-4fb3-bb9f-f831b8884ef3 None None] For port ec83edcf-a236-450f-87af-c4974f594e4b, host dv-cinder-803000-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-4-iscsi',level=0,port_id=ec83edcf-a236-450f-87af-c4974f594e4b,segment=NetworkSegment(fe7b4086-21cb-43cf-96b4-8ee376b4a2f8),segment_id=fe7b4086-21cb-43cf-96b4-8ee376b4a2f8)] {{(pid=93252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 04:11:18.212721 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-06a5226b-e945-4fb3-bb9f-f831b8884ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:11:18.268263 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a5226b-e945-4fb3-bb9f-f831b8884ef3 None None] Routers {'3138f5e7-890d-4d48-a94e-84626d63934e'} bound to L3 agent in host dv-cinder-803000-4-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 04:11:18.268893 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-06a5226b-e945-4fb3-bb9f-f831b8884ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-05T04:10:35Z,description=,heartbeat_timestamp=2021-08-05T04:11:05Z,host='dv-cinder-803000-4-iscsi',id=8e71ca1b-9911-44b3-bf09-1fce3db7ea9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T04:10:35Z,topic='l3_agent')) {'router_ids': ['3138f5e7-890d-4d48-a94e-84626d63934e'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:11:18.391489 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfd4a85-f98a-412a-a693-8db5fddb1f0f None None] Pushing event updated for resources: {'Port': ['ID=ec83edcf-a236-450f-87af-c4974f594e4b,revision_number=3']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:11:18.407728 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 51138) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:11:18.462638 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-06a5226b-e945-4fb3-bb9f-f831b8884ef3 None None] Set router 3138f5e7-890d-4d48-a94e-84626d63934e gateway port host: dv-cinder-803000-4-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 04:11:18.525502 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-e774f5fa-aa61-44cf-9d1b-e5ca3d0bcffc admin admin] 10.222.0.37 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1143911 Aug 05 04:11:18.685665 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-06a5226b-e945-4fb3-bb9f-f831b8884ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3138f5e7-890d-4d48-a94e-84626d63934e', 'name': 'router1', 'tenant_id': '1b935780e2f843b0a6b374cc168d728e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'external_fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': 'ec83edcf-a236-450f-87af-c4974f594e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:10:58Z', 'updated_at': '2021-08-05T04:11:15Z', 'revision_number': 4, 'project_id': '1b935780e2f843b0a6b374cc168d728e', 'gw_port': {'id': 'ec83edcf-a236-450f-87af-c4974f594e4b', 'name': '', 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e3:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3138f5e7-890d-4d48-a94e-84626d63934e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:11:14Z', 'updated_at': '2021-08-05T04:11:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-4-iscsi', '_interfaces': [{'id': '64c73984-49b2-4a61-8d5a-3f7854bb71b2', 'name': '', 'network_id': '68f22746-577e-4399-9c56-d9b24312297e', 'tenant_id': '1b935780e2f843b0a6b374cc168d728e', 'mac_address': 'fa:16:3e:50:3a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3138f5e7-890d-4d48-a94e-84626d63934e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b5543aa9-d971-4798-a4b9-8f985c29fd2d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:11:07Z', 'updated_at': '2021-08-05T04:11:17Z', 'revision_number': 5, 'project_id': '1b935780e2f843b0a6b374cc168d728e', 'subnets': [{'id': 'b5543aa9-d971-4798-a4b9-8f985c29fd2d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9cb057fa-ba47-40ab-8b10-e1243af692e2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803000-4-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:11:18.712684 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a5226b-e945-4fb3-bb9f-f831b8884ef3 None None] The sync data for ids ['3138f5e7-890d-4d48-a94e-84626d63934e'] in dv-cinder-803000-4-iscsi is: [{'id': '3138f5e7-890d-4d48-a94e-84626d63934e', 'name': 'router1', 'tenant_id': '1b935780e2f843b0a6b374cc168d728e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'external_fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': 'ec83edcf-a236-450f-87af-c4974f594e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:10:58Z', 'updated_at': '2021-08-05T04:11:15Z', 'revision_number': 4, 'project_id': '1b935780e2f843b0a6b374cc168d728e', 'gw_port': {'id': 'ec83edcf-a236-450f-87af-c4974f594e4b', 'name': '', 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e3:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3138f5e7-890d-4d48-a94e-84626d63934e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:11:14Z', 'updated_at': '2021-08-05T04:11:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-4-iscsi', '_interfaces': [{'id': '64c73984-49b2-4a61-8d5a-3f7854bb71b2', 'name': '', 'network_id': '68f22746-577e-4399-9c56-d9b24312297e', 'tenant_id': '1b935780e2f843b0a6b374cc168d728e', 'mac_address': 'fa:16:3e:50:3a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3138f5e7-890d-4d48-a94e-84626d63934e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b5543aa9-d971-4798-a4b9-8f985c29fd2d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:11:07Z', 'updated_at': '2021-08-05T04:11:17Z', 'revision_number': 5, 'project_id': '1b935780e2f843b0a6b374cc168d728e', 'subnets': [{'id': 'b5543aa9-d971-4798-a4b9-8f985c29fd2d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9cb057fa-ba47-40ab-8b10-e1243af692e2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 04:11:19.252423 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Device ec83edcf-a236-450f-87af-c4974f594e4b up at agent ovs-agent-dv-cinder-803000-4-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 04:11:19.309265 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Provisioning for port ec83edcf-a236-450f-87af-c4974f594e4b completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 04:11:19.313757 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Provisioning complete for port ec83edcf-a236-450f-87af-c4974f594e4b triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 04:11:19.314217 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66839334'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:11:19.400291 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:11:19.423218 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] For port ec83edcf-a236-450f-87af-c4974f594e4b, host dv-cinder-803000-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-4-iscsi',level=0,port_id=ec83edcf-a236-450f-87af-c4974f594e4b,segment=NetworkSegment(fe7b4086-21cb-43cf-96b4-8ee376b4a2f8),segment_id=fe7b4086-21cb-43cf-96b4-8ee376b4a2f8)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:11:19.428620 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:11:19.429388 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Device 64c73984-49b2-4a61-8d5a-3f7854bb71b2 up at agent ovs-agent-dv-cinder-803000-4-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 04:11:19.533686 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Provisioning complete for port 64c73984-49b2-4a61-8d5a-3f7854bb71b2 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 04:11:19.534057 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66839334'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:11:19.536500 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Pushing event updated for resources: {'Port': ['ID=ec83edcf-a236-450f-87af-c4974f594e4b,revision_number=4']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:11:21.182738 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Device ec83edcf-a236-450f-87af-c4974f594e4b up at agent ovs-agent-dv-cinder-803000-4-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 04:11:21.229560 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Provisioning complete for port ec83edcf-a236-450f-87af-c4974f594e4b triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 04:11:21.229931 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66839334'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:11:32.681940 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-21e509e8-5f2c-4c36-8c2a-7c7e5c19fecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:11:35.097904 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-4aa3c00a-7bfa-4119-b9b0-1c4eefc5503f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:11:35.297904 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:11:36.234900 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-03641130-cd72-49d2-95a2-84c2adaa14ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:11:37.919642 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-6a2206e1-ea48-45a0-865e-aad2fcc79b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:11:47.182844 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-87ea8438-47cd-44c4-a808-9a807a63fea8 None None] Agent healthcheck: found 5 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 04:12:02.680102 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-27fb811a-786b-4a4b-9ed2-9f787c944938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:12:05.096034 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-91dc1bb9-80d8-40df-9435-1acb19efc373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:12:05.307608 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:12:06.230209 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-03641130-cd72-49d2-95a2-84c2adaa14ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:12:07.926166 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-6a2206e1-ea48-45a0-865e-aad2fcc79b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:12:24.172683 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-87ea8438-47cd-44c4-a808-9a807a63fea8 None None] Agent healthcheck: found 5 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 04:12:32.681188 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-f68066d4-e4f8-4f0d-92ee-6bd014e453cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:12:35.097584 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-c6a597de-cd84-4ad2-ab62-c70eeb513279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:12:35.299946 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:12:36.234330 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-03641130-cd72-49d2-95a2-84c2adaa14ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:12:37.927549 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-6a2206e1-ea48-45a0-865e-aad2fcc79b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:12:53.379034 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 51706) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:12:53.440362 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.pecan_wsgi.hooks.translation [None req-d711bd87-8976-4985-80a1-280cf6c5f804 admin admin] GET failed (client error): The resource could not be found. Aug 05 04:12:53.441645 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-d711bd87-8976-4985-80a1-280cf6c5f804 admin admin] 10.222.0.37 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0616705 Aug 05 04:12:53.599228 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ad7552-e157-4fc9-a922-fe703587e0a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:12:53.600680 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-87ad7552-e157-4fc9-a922-fe703587e0a8 admin admin] 10.222.0.37 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1547227 Aug 05 04:12:55.743242 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 51716) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:12:55.833139 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb050dcc-9d29-44d2-a65d-2466f5d7a19c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:12:55.834454 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-bb050dcc-9d29-44d2-a65d-2466f5d7a19c admin admin] 10.222.0.37 "GET /v2.0/subnets/b5543aa9-d971-4798-a4b9-8f985c29fd2d HTTP/1.1" status: 200 len: 849 time: 0.0902586 Aug 05 04:12:55.843968 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-f0862fb8-34cb-4c9c-8a05-000bf3341a3e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:12:55.926883 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-f0862fb8-34cb-4c9c-8a05-000bf3341a3e admin admin] Notify callbacks [] for subnet, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:12:56.064588 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-f0862fb8-34cb-4c9c-8a05-000bf3341a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763712548958'] for subnet, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:12:56.097542 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0862fb8-34cb-4c9c-8a05-000bf3341a3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:12:56.098124 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-f0862fb8-34cb-4c9c-8a05-000bf3341a3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568634'] for subnet, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:12:56.099415 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-f0862fb8-34cb-4c9c-8a05-000bf3341a3e admin admin] 10.222.0.37 "PUT /v2.0/subnets/b5543aa9-d971-4798-a4b9-8f985c29fd2d HTTP/1.1" status: 200 len: 868 time: 0.2590768 Aug 05 04:12:56.117466 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac09ec39-9f7a-4596-854a-f5051cc0002d None None] Network 68f22746-577e-4399-9c56-d9b24312297e requested from dv-cinder-803000-4-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 04:12:56.118778 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0862fb8-34cb-4c9c-8a05-000bf3341a3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5543aa9-d971-4798-a4b9-8f985c29fd2d,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:12:56.126177 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0862fb8-34cb-4c9c-8a05-000bf3341a3e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:12:56.126579 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0862fb8-34cb-4c9c-8a05-000bf3341a3e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:12:56.126929 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0862fb8-34cb-4c9c-8a05-000bf3341a3e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:12:56.127265 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0862fb8-34cb-4c9c-8a05-000bf3341a3e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:12:56.127596 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0862fb8-34cb-4c9c-8a05-000bf3341a3e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:12:56.127945 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0862fb8-34cb-4c9c-8a05-000bf3341a3e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:12:56.128276 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0862fb8-34cb-4c9c-8a05-000bf3341a3e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:12:56.128670 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0862fb8-34cb-4c9c-8a05-000bf3341a3e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:12:56.128941 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0862fb8-34cb-4c9c-8a05-000bf3341a3e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:12:56.129269 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0862fb8-34cb-4c9c-8a05-000bf3341a3e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:12:56.129600 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0862fb8-34cb-4c9c-8a05-000bf3341a3e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:12:56.129918 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0862fb8-34cb-4c9c-8a05-000bf3341a3e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:12:56.442769 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-28303efa-83de-475d-880f-ee928be39c39 None None] Provisioning complete for port 64c73984-49b2-4a61-8d5a-3f7854bb71b2 triggered by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 04:12:56.443141 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-28303efa-83de-475d-880f-ee928be39c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66839334'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:12:56.529575 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-28303efa-83de-475d-880f-ee928be39c39 None None] Provisioning complete for port 2380766e-4328-4884-b295-3188ca6bf0d1 triggered by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 04:12:56.529950 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-28303efa-83de-475d-880f-ee928be39c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66839334'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:12:58.267442 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 51724) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:12:58.465664 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbae6bf6-79d5-4f51-ba22-3e30248da449 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:12:58.466088 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbae6bf6-79d5-4f51-ba22-3e30248da449 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:12:58.467639 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-dbae6bf6-79d5-4f51-ba22-3e30248da449 admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1992321 Aug 05 04:13:00.610293 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 51732) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:13:00.740517 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97be6368-7e3e-41f0-abd7-61390e0e9baf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:13:00.741001 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97be6368-7e3e-41f0-abd7-61390e0e9baf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:13:00.742552 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-97be6368-7e3e-41f0-abd7-61390e0e9baf admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1312349 Aug 05 04:13:01.171596 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-87ea8438-47cd-44c4-a808-9a807a63fea8 None None] Agent healthcheck: found 5 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 04:13:02.681936 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-02fd11ba-3849-4a71-a7f7-d7a605b23f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:13:02.881364 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 51740) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:13:03.008291 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc61adb-6846-4578-a469-ada7b65a403e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:13:03.009623 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-7dc61adb-6846-4578-a469-ada7b65a403e admin admin] 10.222.0.37 "GET /v2.0/networks/68f22746-577e-4399-9c56-d9b24312297e HTTP/1.1" status: 200 len: 869 time: 0.1273248 Aug 05 04:13:05.101426 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-15c9fd4d-14e4-4169-8cb8-ecbffebe0678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:13:05.165445 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 51748) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:13:05.290193 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600910f2-e4c3-4824-90e1-db7f731e9a83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:13:05.291562 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-600910f2-e4c3-4824-90e1-db7f731e9a83 admin admin] 10.222.0.37 "GET /v2.0/networks/6aa50667-ad26-490a-abab-e40f5b548551 HTTP/1.1" status: 200 len: 886 time: 0.1251409 Aug 05 04:13:05.301178 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:13:06.236500 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-03641130-cd72-49d2-95a2-84c2adaa14ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:13:07.418849 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 51756) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:13:07.541188 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fccda90a-9b0a-41f8-932a-66106a7ac97a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:13:07.541654 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fccda90a-9b0a-41f8-932a-66106a7ac97a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:13:07.543785 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-fccda90a-9b0a-41f8-932a-66106a7ac97a admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1240039 Aug 05 04:13:07.929714 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-6a2206e1-ea48-45a0-865e-aad2fcc79b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:13:09.685980 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 51764) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:13:09.775533 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa3faf2-d6af-46be-b977-566c885ef92a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:13:09.775995 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa3faf2-d6af-46be-b977-566c885ef92a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:13:09.777514 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-0aa3faf2-d6af-46be-b977-566c885ef92a admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0905299 Aug 05 04:13:11.901987 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 51772) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:13:11.987678 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86de9687-8525-4b40-a588-99d6d83a5d1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:13:11.988982 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-86de9687-8525-4b40-a588-99d6d83a5d1e admin admin] 10.222.0.37 "GET /v2.0/subnets/1981b9cb-30a8-4ce2-a61f-12a80c9863da HTTP/1.1" status: 200 len: 816 time: 0.0860403 Aug 05 04:13:14.128864 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 51780) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:13:14.219580 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6bf9aa-84ef-4733-89d6-3023b8634fc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:13:14.220889 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-ce6bf9aa-84ef-4733-89d6-3023b8634fc6 admin admin] 10.222.0.37 "GET /v2.0/subnets/b5543aa9-d971-4798-a4b9-8f985c29fd2d HTTP/1.1" status: 200 len: 868 time: 0.0911045 Aug 05 04:13:32.684746 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-dfe1a6cb-4f73-408d-9d89-b703c7037b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:13:35.103607 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-b1302be7-f8da-47fa-bad5-4ed4d8946a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:13:35.301495 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:13:36.238091 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-03641130-cd72-49d2-95a2-84c2adaa14ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:13:37.937301 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-6a2206e1-ea48-45a0-865e-aad2fcc79b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:13:38.170689 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-87ea8438-47cd-44c4-a808-9a807a63fea8 None None] Agent healthcheck: found 5 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 04:13:39.527792 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 51834) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:13:39.575470 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [None req-d400aed9-5939-4474-9316-d9d761d33396 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93250) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 04:13:39.576487 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-d400aed9-5939-4474-9316-d9d761d33396 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0477641 Aug 05 04:13:41.805017 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 51844) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:13:41.864442 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a7cb1be-d424-4b8a-9830-7332302d9d55 admin admin] GET failed (client error): The resource could not be found. Aug 05 04:13:41.865748 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-4a7cb1be-d424-4b8a-9830-7332302d9d55 admin admin] 10.222.0.37 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0598516 Aug 05 04:13:42.005393 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797dc05c-d60c-4d95-9337-0d3078b3cd53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:13:42.006874 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-797dc05c-d60c-4d95-9337-0d3078b3cd53 admin admin] 10.222.0.37 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1369181 Aug 05 04:13:44.175973 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 51852) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:13:44.222619 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-1ccbf99c-351f-4383-946a-09b229efacd2 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:13:44.247141 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ccbf99c-351f-4383-946a-09b229efacd2 admin admin] Made reservation on behalf of dd92bf2f089342829af1b9e8ee116de5 for: {'network': 1} {{(pid=93251) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 04:13:44.249404 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-1ccbf99c-351f-4383-946a-09b229efacd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for network, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:13:44.280890 dv-cinder-803000-4-iscsi neutron-server[93251]: WARNING neutron.services.revisions.revision_plugin [None req-1ccbf99c-351f-4383-946a-09b229efacd2 admin admin] Could not find related network for resource to bump revision. Aug 05 04:13:44.291483 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ccbf99c-351f-4383-946a-09b229efacd2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=93251) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 04:13:44.300386 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-1ccbf99c-351f-4383-946a-09b229efacd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66718183'] for segment, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:13:44.300741 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.db.segments_db [None req-1ccbf99c-351f-4383-946a-09b229efacd2 admin admin] Added segment ca419652-6453-4126-a824-756fc812bbeb of type vlan for network 297ddcde-0676-4742-b314-7a2c90c886e3 Aug 05 04:13:44.338901 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-1ccbf99c-351f-4383-946a-09b229efacd2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763712130115'] for network, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:13:44.365635 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-1ccbf99c-351f-4383-946a-09b229efacd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612'] for network, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:13:44.366556 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ccbf99c-351f-4383-946a-09b229efacd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:13:44.367127 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-1ccbf99c-351f-4383-946a-09b229efacd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568634'] for network, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:13:44.421399 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-1ccbf99c-351f-4383-946a-09b229efacd2 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2443755 Aug 05 04:13:44.428296 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccbf99c-351f-4383-946a-09b229efacd2 admin admin] Pushing event updated for resources: {'Network': ['ID=297ddcde-0676-4742-b314-7a2c90c886e3,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:13:44.441232 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Network 297ddcde-0676-4742-b314-7a2c90c886e3 details requested by agent ovs-agent-dv-cinder-803000-4-iscsi with host dv-cinder-803000-4-iscsi {{(pid=93252) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 04:13:46.605380 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 51860) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:13:46.749629 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4fc43b1-5303-4162-99f7-58a558647e0d admin admin] GET failed (client error): The resource could not be found. Aug 05 04:13:46.751036 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-e4fc43b1-5303-4162-99f7-58a558647e0d admin admin] 10.222.0.37 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1447096 Aug 05 04:13:46.818686 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a76f58-72ed-47b6-8f10-ce47f43670ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:13:46.820001 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-91a76f58-72ed-47b6-8f10-ce47f43670ab admin admin] 10.222.0.37 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0645683 Aug 05 04:13:46.829716 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-22878733-6d7f-455b-8162-ad5d815dc88a admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': '297ddcde-0676-4742-b314-7a2c90c886e3', 'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:13:46.849057 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22878733-6d7f-455b-8162-ad5d815dc88a admin admin] Made reservation on behalf of dd92bf2f089342829af1b9e8ee116de5 for: {'subnet': 1} {{(pid=93251) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 04:13:46.851277 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-22878733-6d7f-455b-8162-ad5d815dc88a admin admin] Notify callbacks [] for subnet, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:13:47.009943 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-22878733-6d7f-455b-8162-ad5d815dc88a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612'] for subnet, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:13:47.065502 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22878733-6d7f-455b-8162-ad5d815dc88a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8dae904b-3518-4fa4-9049-7a5e9c8b33aa,revision_number=0']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:13:47.075678 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22878733-6d7f-455b-8162-ad5d815dc88a admin admin] Checking segment: {'id': 'ca419652-6453-4126-a824-756fc812bbeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '297ddcde-0676-4742-b314-7a2c90c886e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 04:13:47.076036 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22878733-6d7f-455b-8162-ad5d815dc88a admin admin] Network hostable DHCP agents. Network: 297ddcde-0676-4742-b314-7a2c90c886e3, hostable agents: ['ea427e49-0af2-4000-bc0d-d234b33f8d84'], hosted agents: [] {{(pid=93251) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 04:13:47.092186 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22878733-6d7f-455b-8162-ad5d815dc88a admin admin] Network 297ddcde-0676-4742-b314-7a2c90c886e3 is scheduled to be hosted by DHCP agent ea427e49-0af2-4000-bc0d-d234b33f8d84 with binding_index 1 {{(pid=93251) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 04:13:47.100190 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [None req-22878733-6d7f-455b-8162-ad5d815dc88a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803000-4-iscsi, 297ddcde-0676-4742-b314-7a2c90c886e3) {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 04:13:47.104194 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22878733-6d7f-455b-8162-ad5d815dc88a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:13:47.104769 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-22878733-6d7f-455b-8162-ad5d815dc88a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568634'] for subnet, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:13:47.109322 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26596c3-a182-4256-b01d-41fcb362f443 None None] Network 297ddcde-0676-4742-b314-7a2c90c886e3 requested from dv-cinder-803000-4-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 04:13:47.129411 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-22878733-6d7f-455b-8162-ad5d815dc88a admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2940493 Aug 05 04:13:47.351789 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1dfd48-394b-4528-9528-5a90891c4e9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fd6ed88-8c92-5087-b4d9-f9be238ba557-297ddcde-0676-4742-b314-7a2c90c886e3', 'network_id': '297ddcde-0676-4742-b314-7a2c90c886e3', 'tenant_id': 'dd92bf2f089342829af1b9e8ee116de5', 'fixed_ips': [{'subnet_id': '8dae904b-3518-4fa4-9049-7a5e9c8b33aa'}]}} from dv-cinder-803000-4-iscsi. {{(pid=93252) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 04:13:47.352703 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0f1dfd48-394b-4528-9528-5a90891c4e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_create {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:13:47.498198 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.db_base_plugin_common [None req-0f1dfd48-394b-4528-9528-5a90891c4e9b None None] Allocated IP 192.168.233.2 (297ddcde-0676-4742-b314-7a2c90c886e3/8dae904b-3518-4fa4-9049-7a5e9c8b33aa/15a02f4f-cced-4e7f-96c7-c1ea28938ebb) {{(pid=93252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 04:13:47.642186 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0f1dfd48-394b-4528-9528-5a90891c4e9b None None] Notify callbacks [] for port, precommit_create {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:13:47.650295 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-0f1dfd48-394b-4528-9528-5a90891c4e9b None None] Transition to ACTIVE for port object 15a02f4f-cced-4e7f-96c7-c1ea28938ebb will not be triggered until provisioned by entity L2. {{(pid=93252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 04:13:47.665536 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-0f1dfd48-394b-4528-9528-5a90891c4e9b None None] Transition to ACTIVE for port object 15a02f4f-cced-4e7f-96c7-c1ea28938ebb will not be triggered until provisioned by entity DHCP. {{(pid=93252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 04:13:47.672710 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0f1dfd48-394b-4528-9528-5a90891c4e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763712145875'] for port, after_create {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:13:47.719558 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1dfd48-394b-4528-9528-5a90891c4e9b None None] Network 297ddcde-0676-4742-b314-7a2c90c886e3 is already hosted by enough agents. {{(pid=93252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 04:13:47.721195 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.scheduler.base_scheduler [None req-0f1dfd48-394b-4528-9528-5a90891c4e9b None None] Resources bound (agent type, host, resource id): {{(pid=93252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 04:13:47.723724 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1dfd48-394b-4528-9528-5a90891c4e9b None None] Received port after_create {{(pid=93252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 04:13:47.725769 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1dfd48-394b-4528-9528-5a90891c4e9b None None] Pushing event updated for resources: {'Port': ['ID=15a02f4f-cced-4e7f-96c7-c1ea28938ebb,revision_number=1']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:13:47.734998 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1dfd48-394b-4528-9528-5a90891c4e9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:13:47.735353 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1dfd48-394b-4528-9528-5a90891c4e9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:13:47.735699 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1dfd48-394b-4528-9528-5a90891c4e9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:13:47.736039 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1dfd48-394b-4528-9528-5a90891c4e9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:13:47.736376 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1dfd48-394b-4528-9528-5a90891c4e9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:13:47.736712 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1dfd48-394b-4528-9528-5a90891c4e9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:13:47.737109 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1dfd48-394b-4528-9528-5a90891c4e9b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:13:47.737450 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1dfd48-394b-4528-9528-5a90891c4e9b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:13:47.737806 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1dfd48-394b-4528-9528-5a90891c4e9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:13:47.738159 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1dfd48-394b-4528-9528-5a90891c4e9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:13:47.738505 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1dfd48-394b-4528-9528-5a90891c4e9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:13:47.738842 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1dfd48-394b-4528-9528-5a90891c4e9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:13:47.792692 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-0f1dfd48-394b-4528-9528-5a90891c4e9b None None] Attempting to bind port 15a02f4f-cced-4e7f-96c7-c1ea28938ebb on host dv-cinder-803000-4-iscsi for vnic_type normal with profile {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 04:13:47.793054 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-0f1dfd48-394b-4528-9528-5a90891c4e9b None None] Attempting to bind port 15a02f4f-cced-4e7f-96c7-c1ea28938ebb by drivers openvswitch,hyperv on host dv-cinder-803000-4-iscsi at level 0 using segments [{'id': 'ca419652-6453-4126-a824-756fc812bbeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '297ddcde-0676-4742-b314-7a2c90c886e3'}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 04:13:47.793408 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1dfd48-394b-4528-9528-5a90891c4e9b None None] Attempting to bind port 15a02f4f-cced-4e7f-96c7-c1ea28938ebb on network 297ddcde-0676-4742-b314-7a2c90c886e3 {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 04:13:47.798417 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1dfd48-394b-4528-9528-5a90891c4e9b None None] Checking agent: {'id': 'f380332e-4681-47b2-aaca-ec0053efd026', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803000-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 4, 10, 35), 'started_at': datetime.datetime(2021, 8, 5, 4, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 4, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803000-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 04:13:47.798816 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1dfd48-394b-4528-9528-5a90891c4e9b None None] Checking segment: {'id': 'ca419652-6453-4126-a824-756fc812bbeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '297ddcde-0676-4742-b314-7a2c90c886e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 04:13:47.799214 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0f1dfd48-394b-4528-9528-5a90891c4e9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:13:47.799600 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1dfd48-394b-4528-9528-5a90891c4e9b None None] Bound using segment: {'id': 'ca419652-6453-4126-a824-756fc812bbeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '297ddcde-0676-4742-b314-7a2c90c886e3'} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 04:13:47.800053 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-0f1dfd48-394b-4528-9528-5a90891c4e9b None None] Bound port: 15a02f4f-cced-4e7f-96c7-c1ea28938ebb, host: dv-cinder-803000-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca419652-6453-4126-a824-756fc812bbeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '297ddcde-0676-4742-b314-7a2c90c886e3'}}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 04:13:47.800449 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0f1dfd48-394b-4528-9528-5a90891c4e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:13:47.862351 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-0f1dfd48-394b-4528-9528-5a90891c4e9b None None] For port 15a02f4f-cced-4e7f-96c7-c1ea28938ebb, host dv-cinder-803000-4-iscsi, cleared binding levels {{(pid=93252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 04:13:47.865498 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-0f1dfd48-394b-4528-9528-5a90891c4e9b None None] For port 15a02f4f-cced-4e7f-96c7-c1ea28938ebb, host dv-cinder-803000-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-4-iscsi',level=0,port_id=15a02f4f-cced-4e7f-96c7-c1ea28938ebb,segment=NetworkSegment(ca419652-6453-4126-a824-756fc812bbeb),segment_id=ca419652-6453-4126-a824-756fc812bbeb)] {{(pid=93252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 04:13:47.869049 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0f1dfd48-394b-4528-9528-5a90891c4e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:13:47.928804 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1dfd48-394b-4528-9528-5a90891c4e9b None None] Pushing event updated for resources: {'Port': ['ID=15a02f4f-cced-4e7f-96c7-c1ea28938ebb,revision_number=2']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:13:48.690010 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a745a8e9-190c-44b9-a15f-53fc4655b520 None None] Network 297ddcde-0676-4742-b314-7a2c90c886e3 requested from dv-cinder-803000-4-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 04:13:48.812679 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-ea612795-5b79-4e21-ae19-a8733343ef31 None None] Provisioning for port 15a02f4f-cced-4e7f-96c7-c1ea28938ebb completed by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 04:13:49.281449 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Device 15a02f4f-cced-4e7f-96c7-c1ea28938ebb up at agent ovs-agent-dv-cinder-803000-4-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 04:13:49.330463 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Provisioning for port 15a02f4f-cced-4e7f-96c7-c1ea28938ebb completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 04:13:49.334349 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Provisioning complete for port 15a02f4f-cced-4e7f-96c7-c1ea28938ebb triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 04:13:49.334769 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66839334'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:13:49.417867 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:13:49.450784 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] For port 15a02f4f-cced-4e7f-96c7-c1ea28938ebb, host dv-cinder-803000-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-4-iscsi',level=0,port_id=15a02f4f-cced-4e7f-96c7-c1ea28938ebb,segment=NetworkSegment(ca419652-6453-4126-a824-756fc812bbeb),segment_id=ca419652-6453-4126-a824-756fc812bbeb)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:13:49.455097 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:13:49.502888 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Pushing event updated for resources: {'Port': ['ID=15a02f4f-cced-4e7f-96c7-c1ea28938ebb,revision_number=3']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:13:51.269386 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Device 15a02f4f-cced-4e7f-96c7-c1ea28938ebb up at agent ovs-agent-dv-cinder-803000-4-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 04:13:51.319792 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Provisioning complete for port 15a02f4f-cced-4e7f-96c7-c1ea28938ebb triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 04:13:51.320160 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66839334'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:14:02.686871 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-03ccafae-4757-4ba2-b719-c637d653c475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:14:05.106889 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-5daea8db-27ce-4537-b8a1-71ba28ed1010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:14:05.302719 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:14:06.241002 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-03641130-cd72-49d2-95a2-84c2adaa14ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:14:07.929296 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-6a2206e1-ea48-45a0-865e-aad2fcc79b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:14:15.170866 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-87ea8438-47cd-44c4-a808-9a807a63fea8 None None] Agent healthcheck: found 5 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 04:14:32.687111 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3db58dd6-3718-4e5c-a57a-f41fd5bb1ee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:14:35.107439 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-2a4af504-4757-490f-832b-53b99abf0a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:14:35.301903 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:14:36.244316 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-03641130-cd72-49d2-95a2-84c2adaa14ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:14:37.935862 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-6a2206e1-ea48-45a0-865e-aad2fcc79b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:14:52.170270 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-87ea8438-47cd-44c4-a808-9a807a63fea8 None None] Agent healthcheck: found 5 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 04:15:00.620407 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 51912) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:15:00.626528 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [None req-d71119fb-fd2a-426e-8310-e471af489a59 tempest-verify_tempest_config-1104659138 tempest-verify_tempest_config-1104659138-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93251) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 04:15:00.627479 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-d71119fb-fd2a-426e-8310-e471af489a59 tempest-verify_tempest_config-1104659138 tempest-verify_tempest_config-1104659138-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0061235 Aug 05 04:15:00.923440 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 51930) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:15:01.023738 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-6944515f-35a5-4699-8253-f7d4ad58e9c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:15:01.107615 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-6944515f-35a5-4699-8253-f7d4ad58e9c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:15:01.111155 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-6944515f-35a5-4699-8253-f7d4ad58e9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:15:01.155318 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-6944515f-35a5-4699-8253-f7d4ad58e9c6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d1869cb37f824ecf8c0ff40ec7180ba1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2308891 Aug 05 04:15:01.156117 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6944515f-35a5-4699-8253-f7d4ad58e9c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af4db543-3997-44ec-bcb6-e3d51d225ea8,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:15:01.157945 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 51934) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:15:01.169007 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6944515f-35a5-4699-8253-f7d4ad58e9c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:15:01.169353 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6944515f-35a5-4699-8253-f7d4ad58e9c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:15:01.169688 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6944515f-35a5-4699-8253-f7d4ad58e9c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:15:01.170019 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6944515f-35a5-4699-8253-f7d4ad58e9c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:15:01.170344 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6944515f-35a5-4699-8253-f7d4ad58e9c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:15:01.170703 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6944515f-35a5-4699-8253-f7d4ad58e9c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:15:01.171023 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6944515f-35a5-4699-8253-f7d4ad58e9c6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:15:01.171343 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6944515f-35a5-4699-8253-f7d4ad58e9c6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:15:01.171668 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6944515f-35a5-4699-8253-f7d4ad58e9c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:15:01.171985 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6944515f-35a5-4699-8253-f7d4ad58e9c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:15:01.172300 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6944515f-35a5-4699-8253-f7d4ad58e9c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:15:01.172613 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6944515f-35a5-4699-8253-f7d4ad58e9c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:15:01.220962 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-c72bab26-f65c-4227-a860-67c6cc3fbac2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:15:01.241052 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-c72bab26-f65c-4227-a860-67c6cc3fbac2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:15:01.330509 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-c72bab26-f65c-4227-a860-67c6cc3fbac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:15:01.333029 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-c72bab26-f65c-4227-a860-67c6cc3fbac2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:15:01.334131 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-c72bab26-f65c-4227-a860-67c6cc3fbac2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/af4db543-3997-44ec-bcb6-e3d51d225ea8 HTTP/1.1" status: 204 len: 168 time: 0.1745129 Aug 05 04:15:01.342271 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72bab26-f65c-4227-a860-67c6cc3fbac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af4db543-3997-44ec-bcb6-e3d51d225ea8,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:15:02.687955 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-cae7a557-90b2-4002-8631-4bed220dfb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:15:05.107881 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-1cd7881a-a240-4a63-8eaf-ebb037e77f76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:15:05.301494 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:15:06.247870 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-03641130-cd72-49d2-95a2-84c2adaa14ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:15:07.937446 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-6a2206e1-ea48-45a0-865e-aad2fcc79b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:15:29.168596 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-87ea8438-47cd-44c4-a808-9a807a63fea8 None None] Agent healthcheck: found 5 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 04:15:32.688084 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-40b69118-1968-4928-9935-946659e13f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:15:35.108681 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-2591437c-79a3-4c8e-bad1-ca7e2c2f7d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:15:35.301248 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:15:36.249090 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-03641130-cd72-49d2-95a2-84c2adaa14ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:15:37.938135 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-6a2206e1-ea48-45a0-865e-aad2fcc79b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:16:02.688648 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-a6bf584a-e87f-4518-99b9-e3ef13b09c79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:16:05.109479 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-33b6f0c0-fd40-43a7-816e-76dff2dc1745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:16:05.300959 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:16:06.167911 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-87ea8438-47cd-44c4-a808-9a807a63fea8 None None] Agent healthcheck: found 5 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 04:16:06.251326 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-03641130-cd72-49d2-95a2-84c2adaa14ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:16:07.941450 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-6a2206e1-ea48-45a0-865e-aad2fcc79b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:16:32.688222 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-80ff7d3a-92e2-4afc-8d2c-3e68f1d2d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:16:33.237146 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-701080'] for agent, after_create {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:16:35.110700 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-85097e73-be05-4e89-8f1d-0491f0de5de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:16:35.301149 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:16:36.254256 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-03641130-cd72-49d2-95a2-84c2adaa14ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:16:37.944628 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-6a2206e1-ea48-45a0-865e-aad2fcc79b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:16:43.165714 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-87ea8438-47cd-44c4-a808-9a807a63fea8 None None] Agent healthcheck: found 6 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 04:16:46.964259 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 52006) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:16:47.066126 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-889188e2-84ea-46f3-9bae-62a050adc7d7 admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1007717 Aug 05 04:16:49.208056 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 52016) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:16:49.260847 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-515fb855-9689-488e-aa72-0f87360c6285 admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0517404 Aug 05 04:17:02.689894 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-78a04692-557a-4e57-89cc-8dcec20700c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:17:03.187235 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:17:05.110418 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-66351654-7f08-43fe-b223-d0832c7a732f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:17:05.303048 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:17:06.256818 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-03641130-cd72-49d2-95a2-84c2adaa14ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:17:07.947776 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-6a2206e1-ea48-45a0-865e-aad2fcc79b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:17:20.164747 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-87ea8438-47cd-44c4-a808-9a807a63fea8 None None] Agent healthcheck: found 6 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 04:17:32.690136 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d5b12acd-615c-4c85-8890-cd48ed4467b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:17:33.202071 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:17:35.111971 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-7d75e8df-d20a-4dfb-bc96-d24e57ddd62c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:17:35.303679 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:17:36.259202 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-03641130-cd72-49d2-95a2-84c2adaa14ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:17:37.950330 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-6a2206e1-ea48-45a0-865e-aad2fcc79b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:17:57.164917 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-87ea8438-47cd-44c4-a808-9a807a63fea8 None None] Agent healthcheck: found 6 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 04:18:02.690853 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-78423f71-d69f-44b9-b47d-7d94ecb99500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:03.200837 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:05.113749 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-1a71b5ad-64b8-4a5a-8570-f4c72705ce28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:05.303971 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:06.261907 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-03641130-cd72-49d2-95a2-84c2adaa14ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:07.954316 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-6a2206e1-ea48-45a0-865e-aad2fcc79b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:17.358367 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 52238) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:18:17.535818 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 52248) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:18:17.565467 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 52252) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:18:17.823364 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-307c5c79-3895-4a03-b763-347e4870acd0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1869926457-network', 'tenant_id': '0f2e39f05a9844bcbcea52b74bfc92bc'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:18:17.854726 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-8239bdc2-1f6f-4df0-9dc0-31ac7d47e30f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1789705139-network', 'tenant_id': '7e1b30b90c7140f8b2ccf41b54163dd5'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:18:17.867955 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-4d0fad74-f2e0-41ca-ae90-f173e1cb6705 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1668593580-network', 'tenant_id': '8eb0ee8cdd9f4664bd6a71d95fef8f7a'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:18:17.869368 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.quota [None req-4d0fad74-f2e0-41ca-ae90-f173e1cb6705 admin admin] Loaded quota_driver: . Aug 05 04:18:17.878270 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-307c5c79-3895-4a03-b763-347e4870acd0 admin admin] Made reservation on behalf of 0f2e39f05a9844bcbcea52b74bfc92bc for: {'network': 1} {{(pid=93251) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 04:18:17.881833 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-307c5c79-3895-4a03-b763-347e4870acd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for network, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:17.897540 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-307c5c79-3895-4a03-b763-347e4870acd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:17.906829 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8239bdc2-1f6f-4df0-9dc0-31ac7d47e30f admin admin] Made reservation on behalf of 7e1b30b90c7140f8b2ccf41b54163dd5 for: {'network': 1} {{(pid=93251) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 04:18:17.910023 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-8239bdc2-1f6f-4df0-9dc0-31ac7d47e30f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for network, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:17.912698 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d0fad74-f2e0-41ca-ae90-f173e1cb6705 admin admin] Made reservation on behalf of 8eb0ee8cdd9f4664bd6a71d95fef8f7a for: {'network': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 04:18:17.918746 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-4d0fad74-f2e0-41ca-ae90-f173e1cb6705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for network, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:17.963981 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-4d0fad74-f2e0-41ca-ae90-f173e1cb6705 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:17.977795 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-8239bdc2-1f6f-4df0-9dc0-31ac7d47e30f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:18.006602 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 52274) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:18:18.036474 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-307c5c79-3895-4a03-b763-347e4870acd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:18.061859 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-307c5c79-3895-4a03-b763-347e4870acd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:18.126963 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-307c5c79-3895-4a03-b763-347e4870acd0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=93251) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 04:18:18.178878 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307c5c79-3895-4a03-b763-347e4870acd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d92b311d-35d1-4c30-9d9b-586d3bdc7daa,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:18:18.182146 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-307c5c79-3895-4a03-b763-347e4870acd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66718183'] for segment, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:18.182814 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.db.segments_db [None req-307c5c79-3895-4a03-b763-347e4870acd0 admin admin] Added segment 3dde1be1-08d0-4677-a267-c0d98cf2de43 of type vlan for network cf907c3d-eb09-4c0a-8c7f-37b6a493a079 Aug 05 04:18:18.206330 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307c5c79-3895-4a03-b763-347e4870acd0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:18:18.207072 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307c5c79-3895-4a03-b763-347e4870acd0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:18:18.207631 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307c5c79-3895-4a03-b763-347e4870acd0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:18:18.208151 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307c5c79-3895-4a03-b763-347e4870acd0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:18:18.208823 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307c5c79-3895-4a03-b763-347e4870acd0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:18:18.209450 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307c5c79-3895-4a03-b763-347e4870acd0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:18:18.210034 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307c5c79-3895-4a03-b763-347e4870acd0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:18:18.210622 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307c5c79-3895-4a03-b763-347e4870acd0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:18:18.211233 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307c5c79-3895-4a03-b763-347e4870acd0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:18:18.211765 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307c5c79-3895-4a03-b763-347e4870acd0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:18:18.212292 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307c5c79-3895-4a03-b763-347e4870acd0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:18:18.212834 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307c5c79-3895-4a03-b763-347e4870acd0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:18:18.214133 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307c5c79-3895-4a03-b763-347e4870acd0 admin admin] Tracked resource versions report: Aug 05 04:18:18.214133 dv-cinder-803000-4-iscsi neutron-server[93251]: pushed versions: Aug 05 04:18:18.214133 dv-cinder-803000-4-iscsi neutron-server[93251]: { 'AddressGroup': {'1.2'}, Aug 05 04:18:18.214133 dv-cinder-803000-4-iscsi neutron-server[93251]: 'ConntrackHelper': {'1.0'}, Aug 05 04:18:18.214133 dv-cinder-803000-4-iscsi neutron-server[93251]: 'Log': {'1.0'}, Aug 05 04:18:18.214133 dv-cinder-803000-4-iscsi neutron-server[93251]: 'Network': {'1.1'}, Aug 05 04:18:18.214133 dv-cinder-803000-4-iscsi neutron-server[93251]: 'Port': {'1.7'}, Aug 05 04:18:18.214133 dv-cinder-803000-4-iscsi neutron-server[93251]: 'PortForwarding': {'1.2'}, Aug 05 04:18:18.214133 dv-cinder-803000-4-iscsi neutron-server[93251]: 'QosPolicy': {'1.9'}, Aug 05 04:18:18.214133 dv-cinder-803000-4-iscsi neutron-server[93251]: 'SecurityGroup': {'1.4'}, Aug 05 04:18:18.214133 dv-cinder-803000-4-iscsi neutron-server[93251]: 'SecurityGroupRule': {'1.2'}, Aug 05 04:18:18.214133 dv-cinder-803000-4-iscsi neutron-server[93251]: 'SubPort': {'1.0'}, Aug 05 04:18:18.214133 dv-cinder-803000-4-iscsi neutron-server[93251]: 'Subnet': {'1.1'}, Aug 05 04:18:18.214133 dv-cinder-803000-4-iscsi neutron-server[93251]: 'Trunk': {'1.1'}} Aug 05 04:18:18.214133 dv-cinder-803000-4-iscsi neutron-server[93251]: consumer versions: Aug 05 04:18:18.214133 dv-cinder-803000-4-iscsi neutron-server[93251]: { DHCP agent@dv-cinder-803000-4-iscsi: {}, Aug 05 04:18:18.214133 dv-cinder-803000-4-iscsi neutron-server[93251]: HyperV agent@hv-cinder-80300: {}, Aug 05 04:18:18.214133 dv-cinder-803000-4-iscsi neutron-server[93251]: L3 agent@dv-cinder-803000-4-iscsi: {}, Aug 05 04:18:18.214133 dv-cinder-803000-4-iscsi neutron-server[93251]: Metadata agent@dv-cinder-803000-4-iscsi: {}, Aug 05 04:18:18.214133 dv-cinder-803000-4-iscsi neutron-server[93251]: Metering agent@dv-cinder-803000-4-iscsi: {}, Aug 05 04:18:18.214133 dv-cinder-803000-4-iscsi neutron-server[93251]: Open vSwitch agent@dv-cinder-803000-4-iscsi: { 'AddressGroup': '1.2', Aug 05 04:18:18.214133 dv-cinder-803000-4-iscsi neutron-server[93251]: 'ConntrackHelper': '1.0', Aug 05 04:18:18.214133 dv-cinder-803000-4-iscsi neutron-server[93251]: 'Log': '1.0', Aug 05 04:18:18.214133 dv-cinder-803000-4-iscsi neutron-server[93251]: 'Network': '1.1', Aug 05 04:18:18.214133 dv-cinder-803000-4-iscsi neutron-server[93251]: 'Port': '1.7', Aug 05 04:18:18.214133 dv-cinder-803000-4-iscsi neutron-server[93251]: 'PortForwarding': '1.2', Aug 05 04:18:18.214133 dv-cinder-803000-4-iscsi neutron-server[93251]: 'QosPolicy': '1.9', Aug 05 04:18:18.214133 dv-cinder-803000-4-iscsi neutron-server[93251]: 'SecurityGroup': '1.4', Aug 05 04:18:18.214133 dv-cinder-803000-4-iscsi neutron-server[93251]: 'SecurityGroupRule': '1.2', Aug 05 04:18:18.214133 dv-cinder-803000-4-iscsi neutron-server[93251]: 'SubPort': '1.0', Aug 05 04:18:18.214133 dv-cinder-803000-4-iscsi neutron-server[93251]: 'Subnet': '1.1', Aug 05 04:18:18.214133 dv-cinder-803000-4-iscsi neutron-server[93251]: 'Trunk': '1.1'}} Aug 05 04:18:18.214133 dv-cinder-803000-4-iscsi neutron-server[93251]: {{(pid=93251) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 05 04:18:18.268600 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-307c5c79-3895-4a03-b763-347e4870acd0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763712130115'] for network, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:18.285034 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-0f5e2c3a-757a-4ab9-8a69-3694f117df53 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1881589357-network', 'tenant_id': 'e3fc393f82c34a5291502ba9831ef89c'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:18:18.344757 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-307c5c79-3895-4a03-b763-347e4870acd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612'] for network, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:18.345747 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-307c5c79-3895-4a03-b763-347e4870acd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:18:18.346330 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-307c5c79-3895-4a03-b763-347e4870acd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568634'] for network, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:18.356532 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-8239bdc2-1f6f-4df0-9dc0-31ac7d47e30f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:18.373414 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-8239bdc2-1f6f-4df0-9dc0-31ac7d47e30f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:18.390229 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-307c5c79-3895-4a03-b763-347e4870acd0 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0303800 Aug 05 04:18:18.391973 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 52302) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:18:18.398091 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-e888f0b6-dafd-4c0e-9eb1-0b822955ee0f admin admin] Request body: {'subnet': {'network_id': 'cf907c3d-eb09-4c0a-8c7f-37b6a493a079', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1869926457-subnet', 'tenant_id': '0f2e39f05a9844bcbcea52b74bfc92bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:18:18.429700 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8239bdc2-1f6f-4df0-9dc0-31ac7d47e30f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=93251) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 04:18:18.446342 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307c5c79-3895-4a03-b763-347e4870acd0 admin admin] Pushing event updated for resources: {'Network': ['ID=cf907c3d-eb09-4c0a-8c7f-37b6a493a079,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:18:18.458902 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Network cf907c3d-eb09-4c0a-8c7f-37b6a493a079 details requested by agent ovs-agent-dv-cinder-803000-4-iscsi with host dv-cinder-803000-4-iscsi {{(pid=93252) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 04:18:18.489029 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-8239bdc2-1f6f-4df0-9dc0-31ac7d47e30f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66718183'] for segment, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:18.489318 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.db.segments_db [None req-8239bdc2-1f6f-4df0-9dc0-31ac7d47e30f admin admin] Added segment 46fc2665-bd7b-4bf5-96d2-56ae68d8b710 of type vlan for network 96928152-e7de-4eec-a055-721b95480308 Aug 05 04:18:18.520988 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-4d0fad74-f2e0-41ca-ae90-f173e1cb6705 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:18.528393 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-4d0fad74-f2e0-41ca-ae90-f173e1cb6705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:18.531778 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8239bdc2-1f6f-4df0-9dc0-31ac7d47e30f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74215163-4d51-41da-8921-22028425f01c,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:18:18.548849 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d0fad74-f2e0-41ca-ae90-f173e1cb6705 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=93250) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 04:18:18.574727 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-4d0fad74-f2e0-41ca-ae90-f173e1cb6705 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763712530360', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66718183'] for segment, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:18.576119 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-4d0fad74-f2e0-41ca-ae90-f173e1cb6705 admin admin] Unsubscribe: segment precommit_create {{(pid=93250) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 05 04:18:18.576789 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.db.segments_db [None req-4d0fad74-f2e0-41ca-ae90-f173e1cb6705 admin admin] Added segment dc20022a-719b-4310-8b08-8131aa4e3981 of type vlan for network 4a73174c-8cf7-4eb5-84d2-c19fe864c831 Aug 05 04:18:18.637049 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-4d0fad74-f2e0-41ca-ae90-f173e1cb6705 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763712130115'] for network, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:18.660510 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 52308) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:18:18.671860 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-8239bdc2-1f6f-4df0-9dc0-31ac7d47e30f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763712130115'] for network, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:18.693096 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0fad74-f2e0-41ca-ae90-f173e1cb6705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=152a7d20-f422-49e5-ac01-7a95b6f2bc51,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:18:18.697027 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-4d0fad74-f2e0-41ca-ae90-f173e1cb6705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612'] for network, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:18.698173 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0fad74-f2e0-41ca-ae90-f173e1cb6705 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:18:18.698981 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-4d0fad74-f2e0-41ca-ae90-f173e1cb6705 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568634'] for network, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:18.713899 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0fad74-f2e0-41ca-ae90-f173e1cb6705 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:18:18.714585 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0fad74-f2e0-41ca-ae90-f173e1cb6705 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:18:18.715279 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0fad74-f2e0-41ca-ae90-f173e1cb6705 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:18:18.715833 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0fad74-f2e0-41ca-ae90-f173e1cb6705 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:18:18.716364 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0fad74-f2e0-41ca-ae90-f173e1cb6705 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:18:18.717161 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0fad74-f2e0-41ca-ae90-f173e1cb6705 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:18:18.718037 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0fad74-f2e0-41ca-ae90-f173e1cb6705 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:18:18.718807 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0fad74-f2e0-41ca-ae90-f173e1cb6705 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:18:18.720548 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-8239bdc2-1f6f-4df0-9dc0-31ac7d47e30f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612'] for network, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:18.720669 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0fad74-f2e0-41ca-ae90-f173e1cb6705 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:18:18.720669 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0fad74-f2e0-41ca-ae90-f173e1cb6705 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:18:18.720669 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0fad74-f2e0-41ca-ae90-f173e1cb6705 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:18:18.720938 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8239bdc2-1f6f-4df0-9dc0-31ac7d47e30f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:18:18.721206 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-8239bdc2-1f6f-4df0-9dc0-31ac7d47e30f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568634'] for network, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:18.721689 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0fad74-f2e0-41ca-ae90-f173e1cb6705 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:18:18.722912 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0fad74-f2e0-41ca-ae90-f173e1cb6705 admin admin] Tracked resource versions report: Aug 05 04:18:18.722912 dv-cinder-803000-4-iscsi neutron-server[93250]: pushed versions: Aug 05 04:18:18.722912 dv-cinder-803000-4-iscsi neutron-server[93250]: { 'AddressGroup': {'1.2'}, Aug 05 04:18:18.722912 dv-cinder-803000-4-iscsi neutron-server[93250]: 'ConntrackHelper': {'1.0'}, Aug 05 04:18:18.722912 dv-cinder-803000-4-iscsi neutron-server[93250]: 'Log': {'1.0'}, Aug 05 04:18:18.722912 dv-cinder-803000-4-iscsi neutron-server[93250]: 'Network': {'1.1'}, Aug 05 04:18:18.722912 dv-cinder-803000-4-iscsi neutron-server[93250]: 'Port': {'1.7'}, Aug 05 04:18:18.722912 dv-cinder-803000-4-iscsi neutron-server[93250]: 'PortForwarding': {'1.2'}, Aug 05 04:18:18.722912 dv-cinder-803000-4-iscsi neutron-server[93250]: 'QosPolicy': {'1.9'}, Aug 05 04:18:18.722912 dv-cinder-803000-4-iscsi neutron-server[93250]: 'SecurityGroup': {'1.4'}, Aug 05 04:18:18.722912 dv-cinder-803000-4-iscsi neutron-server[93250]: 'SecurityGroupRule': {'1.2'}, Aug 05 04:18:18.722912 dv-cinder-803000-4-iscsi neutron-server[93250]: 'SubPort': {'1.0'}, Aug 05 04:18:18.722912 dv-cinder-803000-4-iscsi neutron-server[93250]: 'Subnet': {'1.1'}, Aug 05 04:18:18.722912 dv-cinder-803000-4-iscsi neutron-server[93250]: 'Trunk': {'1.1'}} Aug 05 04:18:18.722912 dv-cinder-803000-4-iscsi neutron-server[93250]: consumer versions: Aug 05 04:18:18.722912 dv-cinder-803000-4-iscsi neutron-server[93250]: { DHCP agent@dv-cinder-803000-4-iscsi: {}, Aug 05 04:18:18.722912 dv-cinder-803000-4-iscsi neutron-server[93250]: HyperV agent@hv-cinder-80300: {}, Aug 05 04:18:18.722912 dv-cinder-803000-4-iscsi neutron-server[93250]: L3 agent@dv-cinder-803000-4-iscsi: {}, Aug 05 04:18:18.722912 dv-cinder-803000-4-iscsi neutron-server[93250]: Metadata agent@dv-cinder-803000-4-iscsi: {}, Aug 05 04:18:18.722912 dv-cinder-803000-4-iscsi neutron-server[93250]: Metering agent@dv-cinder-803000-4-iscsi: {}, Aug 05 04:18:18.722912 dv-cinder-803000-4-iscsi neutron-server[93250]: Open vSwitch agent@dv-cinder-803000-4-iscsi: { 'AddressGroup': '1.2', Aug 05 04:18:18.722912 dv-cinder-803000-4-iscsi neutron-server[93250]: 'ConntrackHelper': '1.0', Aug 05 04:18:18.722912 dv-cinder-803000-4-iscsi neutron-server[93250]: 'Log': '1.0', Aug 05 04:18:18.722912 dv-cinder-803000-4-iscsi neutron-server[93250]: 'Network': '1.1', Aug 05 04:18:18.722912 dv-cinder-803000-4-iscsi neutron-server[93250]: 'Port': '1.7', Aug 05 04:18:18.722912 dv-cinder-803000-4-iscsi neutron-server[93250]: 'PortForwarding': '1.2', Aug 05 04:18:18.722912 dv-cinder-803000-4-iscsi neutron-server[93250]: 'QosPolicy': '1.9', Aug 05 04:18:18.722912 dv-cinder-803000-4-iscsi neutron-server[93250]: 'SecurityGroup': '1.4', Aug 05 04:18:18.722912 dv-cinder-803000-4-iscsi neutron-server[93250]: 'SecurityGroupRule': '1.2', Aug 05 04:18:18.722912 dv-cinder-803000-4-iscsi neutron-server[93250]: 'SubPort': '1.0', Aug 05 04:18:18.722912 dv-cinder-803000-4-iscsi neutron-server[93250]: 'Subnet': '1.1', Aug 05 04:18:18.722912 dv-cinder-803000-4-iscsi neutron-server[93250]: 'Trunk': '1.1'}} Aug 05 04:18:18.722912 dv-cinder-803000-4-iscsi neutron-server[93250]: {{(pid=93250) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 05 04:18:18.752108 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f5e2c3a-757a-4ab9-8a69-3694f117df53 admin admin] Made reservation on behalf of e3fc393f82c34a5291502ba9831ef89c for: {'network': 1} {{(pid=93251) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 04:18:18.754957 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0f5e2c3a-757a-4ab9-8a69-3694f117df53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for network, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:18.768304 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0f5e2c3a-757a-4ab9-8a69-3694f117df53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:18.847176 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8239bdc2-1f6f-4df0-9dc0-31ac7d47e30f admin admin] Pushing event updated for resources: {'Network': ['ID=96928152-e7de-4eec-a055-721b95480308,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:18:18.858453 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Network 96928152-e7de-4eec-a055-721b95480308 details requested by agent ovs-agent-dv-cinder-803000-4-iscsi with host dv-cinder-803000-4-iscsi {{(pid=93252) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 04:18:18.864261 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-8239bdc2-1f6f-4df0-9dc0-31ac7d47e30f admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3268101 Aug 05 04:18:18.871510 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 52318) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:18:18.899856 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e888f0b6-dafd-4c0e-9eb1-0b822955ee0f admin admin] Made reservation on behalf of 0f2e39f05a9844bcbcea52b74bfc92bc for: {'subnet': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 04:18:18.902542 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e888f0b6-dafd-4c0e-9eb1-0b822955ee0f admin admin] Notify callbacks [] for subnet, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:18.913128 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-4d0fad74-f2e0-41ca-ae90-f173e1cb6705 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.3462498 Aug 05 04:18:18.917345 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-7628d05e-2c3a-4f59-bcb1-533e228f26fe admin admin] Request body: {'subnet': {'network_id': '96928152-e7de-4eec-a055-721b95480308', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1789705139-subnet', 'tenant_id': '7e1b30b90c7140f8b2ccf41b54163dd5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:18:18.922098 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5ef24a13-bc8a-44f5-9ad2-62dd0310d693 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:18.937945 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 52322) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:18:18.945005 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-d0228a2f-d00f-4ea5-b8d0-f109c5f22f21 admin admin] Request body: {'subnet': {'network_id': '4a73174c-8cf7-4eb5-84d2-c19fe864c831', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1668593580-subnet', 'tenant_id': '8eb0ee8cdd9f4664bd6a71d95fef8f7a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:18:18.959768 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0fad74-f2e0-41ca-ae90-f173e1cb6705 admin admin] Pushing event updated for resources: {'Network': ['ID=4a73174c-8cf7-4eb5-84d2-c19fe864c831,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:18:19.038681 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0f5e2c3a-757a-4ab9-8a69-3694f117df53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:19.057791 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0f5e2c3a-757a-4ab9-8a69-3694f117df53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:19.077888 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f5e2c3a-757a-4ab9-8a69-3694f117df53 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=93251) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 04:18:19.080537 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7628d05e-2c3a-4f59-bcb1-533e228f26fe admin admin] Made reservation on behalf of 7e1b30b90c7140f8b2ccf41b54163dd5 for: {'subnet': 1} {{(pid=93251) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 04:18:19.082823 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-7628d05e-2c3a-4f59-bcb1-533e228f26fe admin admin] Notify callbacks [] for subnet, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:19.150015 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Network 4a73174c-8cf7-4eb5-84d2-c19fe864c831 details requested by agent ovs-agent-dv-cinder-803000-4-iscsi with host dv-cinder-803000-4-iscsi {{(pid=93252) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 04:18:19.186234 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0f5e2c3a-757a-4ab9-8a69-3694f117df53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66718183'] for segment, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:19.186614 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.db.segments_db [None req-0f5e2c3a-757a-4ab9-8a69-3694f117df53 admin admin] Added segment 07698abb-56a5-4b92-a0c9-951923c673ae of type vlan for network 745807ed-0ad6-4f28-a193-b36e2d5cff62 Aug 05 04:18:19.221524 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5e2c3a-757a-4ab9-8a69-3694f117df53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaa3c5bc-854e-4c8f-9929-54a304f44186,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:18:19.292624 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0f5e2c3a-757a-4ab9-8a69-3694f117df53 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763712130115'] for network, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:19.295252 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e888f0b6-dafd-4c0e-9eb1-0b822955ee0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612'] for subnet, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:19.358829 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e888f0b6-dafd-4c0e-9eb1-0b822955ee0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6f9db74-429d-4d50-95ec-3b879df44d2e,revision_number=0']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:18:19.389044 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e888f0b6-dafd-4c0e-9eb1-0b822955ee0f admin admin] Checking segment: {'id': '3dde1be1-08d0-4677-a267-c0d98cf2de43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cf907c3d-eb09-4c0a-8c7f-37b6a493a079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 04:18:19.389431 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e888f0b6-dafd-4c0e-9eb1-0b822955ee0f admin admin] Network hostable DHCP agents. Network: cf907c3d-eb09-4c0a-8c7f-37b6a493a079, hostable agents: ['ea427e49-0af2-4000-bc0d-d234b33f8d84'], hosted agents: [] {{(pid=93250) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 04:18:19.415349 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e888f0b6-dafd-4c0e-9eb1-0b822955ee0f admin admin] Network cf907c3d-eb09-4c0a-8c7f-37b6a493a079 is scheduled to be hosted by DHCP agent ea427e49-0af2-4000-bc0d-d234b33f8d84 with binding_index 1 {{(pid=93250) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 04:18:19.426750 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0f5e2c3a-757a-4ab9-8a69-3694f117df53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612'] for network, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:19.427767 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5e2c3a-757a-4ab9-8a69-3694f117df53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:18:19.428404 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0f5e2c3a-757a-4ab9-8a69-3694f117df53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568634'] for network, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:19.429734 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-e888f0b6-dafd-4c0e-9eb1-0b822955ee0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803000-4-iscsi, cf907c3d-eb09-4c0a-8c7f-37b6a493a079) {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 04:18:19.435926 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e888f0b6-dafd-4c0e-9eb1-0b822955ee0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:18:19.436705 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e888f0b6-dafd-4c0e-9eb1-0b822955ee0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568634'] for subnet, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:19.441201 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0f6710-989e-47be-868d-fbb6609035ee None None] Network cf907c3d-eb09-4c0a-8c7f-37b6a493a079 requested from dv-cinder-803000-4-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 04:18:19.448956 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 52344) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:18:19.467295 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-7628d05e-2c3a-4f59-bcb1-533e228f26fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612'] for subnet, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:19.520289 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5ef24a13-bc8a-44f5-9ad2-62dd0310d693 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:19.539021 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-e888f0b6-dafd-4c0e-9eb1-0b822955ee0f admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1457150 Aug 05 04:18:19.556223 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5ef24a13-bc8a-44f5-9ad2-62dd0310d693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:19.569036 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-0f5e2c3a-757a-4ab9-8a69-3694f117df53 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5558350 Aug 05 04:18:19.569660 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 52352) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:18:19.583229 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-2d312015-1c26-48d8-a056-d42250c213b2 admin admin] Request body: {'subnet': {'network_id': '745807ed-0ad6-4f28-a193-b36e2d5cff62', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1881589357-subnet', 'tenant_id': 'e3fc393f82c34a5291502ba9831ef89c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:18:19.586964 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5e2c3a-757a-4ab9-8a69-3694f117df53 admin admin] Pushing event updated for resources: {'Network': ['ID=745807ed-0ad6-4f28-a193-b36e2d5cff62,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:18:19.596609 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0228a2f-d00f-4ea5-b8d0-f109c5f22f21 admin admin] Made reservation on behalf of 8eb0ee8cdd9f4664bd6a71d95fef8f7a for: {'subnet': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 04:18:19.601362 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d0228a2f-d00f-4ea5-b8d0-f109c5f22f21 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:19.608552 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Network 745807ed-0ad6-4f28-a193-b36e2d5cff62 details requested by agent ovs-agent-dv-cinder-803000-4-iscsi with host dv-cinder-803000-4-iscsi {{(pid=93252) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 04:18:19.619755 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7628d05e-2c3a-4f59-bcb1-533e228f26fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f533690-95d6-43c6-9d22-76c71900eaef,revision_number=0']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:18:19.631256 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-5ef24a13-bc8a-44f5-9ad2-62dd0310d693 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4f06fde9eb8a48a787b25157422f0c7f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9225509 Aug 05 04:18:19.643855 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 52354) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:18:19.660004 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef24a13-bc8a-44f5-9ad2-62dd0310d693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51292145-7fd4-4fab-8135-7aa1a7a2634f,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:18:19.679453 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7628d05e-2c3a-4f59-bcb1-533e228f26fe admin admin] Checking segment: {'id': '46fc2665-bd7b-4bf5-96d2-56ae68d8b710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '96928152-e7de-4eec-a055-721b95480308'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 04:18:19.679808 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7628d05e-2c3a-4f59-bcb1-533e228f26fe admin admin] Network hostable DHCP agents. Network: 96928152-e7de-4eec-a055-721b95480308, hostable agents: ['ea427e49-0af2-4000-bc0d-d234b33f8d84'], hosted agents: [] {{(pid=93251) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 04:18:19.716196 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7628d05e-2c3a-4f59-bcb1-533e228f26fe admin admin] Network 96928152-e7de-4eec-a055-721b95480308 is scheduled to be hosted by DHCP agent ea427e49-0af2-4000-bc0d-d234b33f8d84 with binding_index 1 {{(pid=93251) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 04:18:19.722872 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-1cf00b81-82bd-4d59-9aab-631e6457ad3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:19.735142 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [None req-7628d05e-2c3a-4f59-bcb1-533e228f26fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803000-4-iscsi, 96928152-e7de-4eec-a055-721b95480308) {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 04:18:19.745492 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7628d05e-2c3a-4f59-bcb1-533e228f26fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:18:19.746090 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-7628d05e-2c3a-4f59-bcb1-533e228f26fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568634'] for subnet, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:19.753552 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-1cf00b81-82bd-4d59-9aab-631e6457ad3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:19.756870 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5543a41c-ff9c-4264-abf2-999ba6758275 None None] Network 96928152-e7de-4eec-a055-721b95480308 requested from dv-cinder-803000-4-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 04:18:19.791508 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-7628d05e-2c3a-4f59-bcb1-533e228f26fe admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8819814 Aug 05 04:18:19.791812 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d312015-1c26-48d8-a056-d42250c213b2 admin admin] Made reservation on behalf of e3fc393f82c34a5291502ba9831ef89c for: {'subnet': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 04:18:19.794130 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 52368) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:18:19.794933 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-2d312015-1c26-48d8-a056-d42250c213b2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:19.799338 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-c6fa91f0-d5dc-444a-a24e-222daf1ede56 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1789705139-router', 'tenant_id': '7e1b30b90c7140f8b2ccf41b54163dd5', 'external_gateway_info': {'network_id': '6aa50667-ad26-490a-abab-e40f5b548551'}}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:18:19.801332 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-12f516da-b727-41f8-9765-a476e404fc91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:19.827617 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-c6fa91f0-d5dc-444a-a24e-222daf1ede56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-708108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1506'] for router, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:19.828705 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-c6fa91f0-d5dc-444a-a24e-222daf1ede56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1531'] for router, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:19.834309 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-1cf00b81-82bd-4d59-9aab-631e6457ad3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:19.837866 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-1cf00b81-82bd-4d59-9aab-631e6457ad3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:19.839127 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-1cf00b81-82bd-4d59-9aab-631e6457ad3a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/51292145-7fd4-4fab-8135-7aa1a7a2634f HTTP/1.1" status: 204 len: 168 time: 0.1943376 Aug 05 04:18:19.865549 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a322cff7-f20a-40b1-8c81-ccc3ca091977 None None] Network cf907c3d-eb09-4c0a-8c7f-37b6a493a079 requested from dv-cinder-803000-4-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 04:18:19.878452 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf00b81-82bd-4d59-9aab-631e6457ad3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51292145-7fd4-4fab-8135-7aa1a7a2634f,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:18:20.020217 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-c6fa91f0-d5dc-444a-a24e-222daf1ede56 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:20.259701 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d0228a2f-d00f-4ea5-b8d0-f109c5f22f21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612'] for subnet, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:20.284904 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-c6fa91f0-d5dc-444a-a24e-222daf1ede56 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:20.321527 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9510b05b-6b0e-4e08-8a7d-bdafac7363fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fd6ed88-8c92-5087-b4d9-f9be238ba557-96928152-e7de-4eec-a055-721b95480308', 'network_id': '96928152-e7de-4eec-a055-721b95480308', 'tenant_id': '7e1b30b90c7140f8b2ccf41b54163dd5', 'fixed_ips': [{'subnet_id': '9f533690-95d6-43c6-9d22-76c71900eaef'}]}} from dv-cinder-803000-4-iscsi. {{(pid=93252) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 04:18:20.323486 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-9510b05b-6b0e-4e08-8a7d-bdafac7363fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_create {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:20.337241 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-12f516da-b727-41f8-9765-a476e404fc91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:20.354884 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-12f516da-b727-41f8-9765-a476e404fc91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:20.404798 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f516da-b727-41f8-9765-a476e404fc91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f846799-18c9-4d1a-a0fe-41f1d7cf7608,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:18:20.447107 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0228a2f-d00f-4ea5-b8d0-f109c5f22f21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a9fe8aa-38d2-494e-ab5e-e2594d44600a,revision_number=0']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:18:20.449312 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-2d312015-1c26-48d8-a056-d42250c213b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612'] for subnet, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:20.490574 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0228a2f-d00f-4ea5-b8d0-f109c5f22f21 admin admin] Checking segment: {'id': 'dc20022a-719b-4310-8b08-8131aa4e3981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '4a73174c-8cf7-4eb5-84d2-c19fe864c831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 04:18:20.490934 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0228a2f-d00f-4ea5-b8d0-f109c5f22f21 admin admin] Network hostable DHCP agents. Network: 4a73174c-8cf7-4eb5-84d2-c19fe864c831, hostable agents: ['ea427e49-0af2-4000-bc0d-d234b33f8d84'], hosted agents: [] {{(pid=93250) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 04:18:20.507671 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-12f516da-b727-41f8-9765-a476e404fc91 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=841addc6dd5c4fe48bd2b5cf54bcbb2a&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0572612 Aug 05 04:18:20.516125 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 52398) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:18:20.561451 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0228a2f-d00f-4ea5-b8d0-f109c5f22f21 admin admin] Network 4a73174c-8cf7-4eb5-84d2-c19fe864c831 is scheduled to be hosted by DHCP agent ea427e49-0af2-4000-bc0d-d234b33f8d84 with binding_index 1 {{(pid=93250) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 04:18:20.576443 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 52402) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:18:20.576935 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d312015-1c26-48d8-a056-d42250c213b2 admin admin] Checking segment: {'id': '07698abb-56a5-4b92-a0c9-951923c673ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '745807ed-0ad6-4f28-a193-b36e2d5cff62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 04:18:20.577036 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d312015-1c26-48d8-a056-d42250c213b2 admin admin] Network hostable DHCP agents. Network: 745807ed-0ad6-4f28-a193-b36e2d5cff62, hostable agents: ['ea427e49-0af2-4000-bc0d-d234b33f8d84'], hosted agents: [] {{(pid=93250) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 04:18:20.582706 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d312015-1c26-48d8-a056-d42250c213b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12e7b83e-f20c-419e-835f-35ab0f840a99,revision_number=0']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:18:20.601789 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.db_base_plugin_common [None req-9510b05b-6b0e-4e08-8a7d-bdafac7363fe None None] Allocated IP 172.20.0.2 (96928152-e7de-4eec-a055-721b95480308/9f533690-95d6-43c6-9d22-76c71900eaef/bb82c35e-7bec-4f57-836f-1b0626a6361b) {{(pid=93252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 04:18:20.621402 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-699d4c2e-583f-4968-a019-7d6428620cec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:20.628431 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e3a76d62-cad7-4d87-8efc-85456b86bb26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:20.629947 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-d0228a2f-d00f-4ea5-b8d0-f109c5f22f21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803000-4-iscsi, 4a73174c-8cf7-4eb5-84d2-c19fe864c831) {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 04:18:20.638035 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0228a2f-d00f-4ea5-b8d0-f109c5f22f21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:18:20.638645 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d0228a2f-d00f-4ea5-b8d0-f109c5f22f21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568634'] for subnet, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:20.653113 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d312015-1c26-48d8-a056-d42250c213b2 admin admin] Network 745807ed-0ad6-4f28-a193-b36e2d5cff62 is scheduled to be hosted by DHCP agent ea427e49-0af2-4000-bc0d-d234b33f8d84 with binding_index 1 {{(pid=93250) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 04:18:20.671988 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-2d312015-1c26-48d8-a056-d42250c213b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803000-4-iscsi, 745807ed-0ad6-4f28-a193-b36e2d5cff62) {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 04:18:20.676337 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e3a76d62-cad7-4d87-8efc-85456b86bb26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:20.684727 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d312015-1c26-48d8-a056-d42250c213b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:18:20.685289 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-2d312015-1c26-48d8-a056-d42250c213b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568634'] for subnet, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:20.694608 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-d0228a2f-d00f-4ea5-b8d0-f109c5f22f21 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.7543595 Aug 05 04:18:20.695973 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 52404) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:18:20.715339 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-ac0208ed-ce7b-4ec8-af59-33505eacf72d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1668593580-router', 'tenant_id': '8eb0ee8cdd9f4664bd6a71d95fef8f7a', 'external_gateway_info': {'network_id': '6aa50667-ad26-490a-abab-e40f5b548551'}}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:18:20.756761 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8f22e2-9548-44f1-8f53-50295939c638 None None] Network 4a73174c-8cf7-4eb5-84d2-c19fe864c831 requested from dv-cinder-803000-4-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 04:18:20.772618 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e58383-33ad-48f1-8591-2222fe2c0faf None None] Network 745807ed-0ad6-4f28-a193-b36e2d5cff62 requested from dv-cinder-803000-4-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 04:18:20.785922 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e3a76d62-cad7-4d87-8efc-85456b86bb26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:20.789253 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e3a76d62-cad7-4d87-8efc-85456b86bb26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:20.790577 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-e3a76d62-cad7-4d87-8efc-85456b86bb26 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3f846799-18c9-4d1a-a0fe-41f1d7cf7608 HTTP/1.1" status: 204 len: 168 time: 0.2703872 Aug 05 04:18:20.814926 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a76d62-cad7-4d87-8efc-85456b86bb26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f846799-18c9-4d1a-a0fe-41f1d7cf7608,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:18:20.947325 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-c6fa91f0-d5dc-444a-a24e-222daf1ede56 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:20.974156 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-c6fa91f0-d5dc-444a-a24e-222daf1ede56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:21.043623 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-9510b05b-6b0e-4e08-8a7d-bdafac7363fe None None] Notify callbacks [] for port, precommit_create {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:21.053192 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-9510b05b-6b0e-4e08-8a7d-bdafac7363fe None None] Transition to ACTIVE for port object bb82c35e-7bec-4f57-836f-1b0626a6361b will not be triggered until provisioned by entity L2. {{(pid=93252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 04:18:21.072458 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-9510b05b-6b0e-4e08-8a7d-bdafac7363fe None None] Transition to ACTIVE for port object bb82c35e-7bec-4f57-836f-1b0626a6361b will not be triggered until provisioned by entity DHCP. {{(pid=93252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 04:18:21.099171 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.db_base_plugin_common [None req-c6fa91f0-d5dc-444a-a24e-222daf1ede56 admin admin] Allocated IP 172.27.3.128 (6aa50667-ad26-490a-abab-e40f5b548551/1981b9cb-30a8-4ce2-a61f-12a80c9863da/091d5eca-b71f-4a77-92e9-5d90f6df6ddd) {{(pid=93251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 04:18:21.139924 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-9510b05b-6b0e-4e08-8a7d-bdafac7363fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763712145875'] for port, after_create {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:21.161627 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-699d4c2e-583f-4968-a019-7d6428620cec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:21.173084 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-2d312015-1c26-48d8-a056-d42250c213b2 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6022773 Aug 05 04:18:21.198146 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-699d4c2e-583f-4968-a019-7d6428620cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:21.214501 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9510b05b-6b0e-4e08-8a7d-bdafac7363fe None None] Network 96928152-e7de-4eec-a055-721b95480308 is already hosted by enough agents. {{(pid=93252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 04:18:21.220796 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9510b05b-6b0e-4e08-8a7d-bdafac7363fe None None] Pushing event updated for resources: {'Port': ['ID=bb82c35e-7bec-4f57-836f-1b0626a6361b,revision_number=1']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:18:21.230617 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.scheduler.base_scheduler [None req-9510b05b-6b0e-4e08-8a7d-bdafac7363fe None None] Resources bound (agent type, host, resource id): {{(pid=93252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 04:18:21.234041 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9510b05b-6b0e-4e08-8a7d-bdafac7363fe None None] Received port after_create {{(pid=93252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 04:18:21.240395 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d37d42-7690-4184-b914-03c9e7161d94 None None] Network 4a73174c-8cf7-4eb5-84d2-c19fe864c831 requested from dv-cinder-803000-4-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 04:18:21.256477 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ac0208ed-ce7b-4ec8-af59-33505eacf72d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-708108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1506'] for router, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:21.262535 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9510b05b-6b0e-4e08-8a7d-bdafac7363fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:18:21.262887 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9510b05b-6b0e-4e08-8a7d-bdafac7363fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:18:21.263224 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9510b05b-6b0e-4e08-8a7d-bdafac7363fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:18:21.263556 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9510b05b-6b0e-4e08-8a7d-bdafac7363fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:18:21.263883 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9510b05b-6b0e-4e08-8a7d-bdafac7363fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:18:21.264214 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9510b05b-6b0e-4e08-8a7d-bdafac7363fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:18:21.264538 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9510b05b-6b0e-4e08-8a7d-bdafac7363fe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:18:21.264858 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9510b05b-6b0e-4e08-8a7d-bdafac7363fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:18:21.265181 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9510b05b-6b0e-4e08-8a7d-bdafac7363fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:18:21.265499 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9510b05b-6b0e-4e08-8a7d-bdafac7363fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:18:21.265817 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9510b05b-6b0e-4e08-8a7d-bdafac7363fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:18:21.266305 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9510b05b-6b0e-4e08-8a7d-bdafac7363fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:18:21.267891 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9510b05b-6b0e-4e08-8a7d-bdafac7363fe None None] Tracked resource versions report: Aug 05 04:18:21.267891 dv-cinder-803000-4-iscsi neutron-server[93252]: pushed versions: Aug 05 04:18:21.267891 dv-cinder-803000-4-iscsi neutron-server[93252]: { 'AddressGroup': {'1.2'}, Aug 05 04:18:21.267891 dv-cinder-803000-4-iscsi neutron-server[93252]: 'ConntrackHelper': {'1.0'}, Aug 05 04:18:21.267891 dv-cinder-803000-4-iscsi neutron-server[93252]: 'Log': {'1.0'}, Aug 05 04:18:21.267891 dv-cinder-803000-4-iscsi neutron-server[93252]: 'Network': {'1.1'}, Aug 05 04:18:21.267891 dv-cinder-803000-4-iscsi neutron-server[93252]: 'Port': {'1.7'}, Aug 05 04:18:21.267891 dv-cinder-803000-4-iscsi neutron-server[93252]: 'PortForwarding': {'1.2'}, Aug 05 04:18:21.267891 dv-cinder-803000-4-iscsi neutron-server[93252]: 'QosPolicy': {'1.9'}, Aug 05 04:18:21.267891 dv-cinder-803000-4-iscsi neutron-server[93252]: 'SecurityGroup': {'1.4'}, Aug 05 04:18:21.267891 dv-cinder-803000-4-iscsi neutron-server[93252]: 'SecurityGroupRule': {'1.2'}, Aug 05 04:18:21.267891 dv-cinder-803000-4-iscsi neutron-server[93252]: 'SubPort': {'1.0'}, Aug 05 04:18:21.267891 dv-cinder-803000-4-iscsi neutron-server[93252]: 'Subnet': {'1.1'}, Aug 05 04:18:21.267891 dv-cinder-803000-4-iscsi neutron-server[93252]: 'Trunk': {'1.1'}} Aug 05 04:18:21.267891 dv-cinder-803000-4-iscsi neutron-server[93252]: consumer versions: Aug 05 04:18:21.267891 dv-cinder-803000-4-iscsi neutron-server[93252]: { DHCP agent@dv-cinder-803000-4-iscsi: {}, Aug 05 04:18:21.267891 dv-cinder-803000-4-iscsi neutron-server[93252]: HyperV agent@hv-cinder-80300: {}, Aug 05 04:18:21.267891 dv-cinder-803000-4-iscsi neutron-server[93252]: L3 agent@dv-cinder-803000-4-iscsi: {}, Aug 05 04:18:21.267891 dv-cinder-803000-4-iscsi neutron-server[93252]: Metadata agent@dv-cinder-803000-4-iscsi: {}, Aug 05 04:18:21.267891 dv-cinder-803000-4-iscsi neutron-server[93252]: Metering agent@dv-cinder-803000-4-iscsi: {}, Aug 05 04:18:21.267891 dv-cinder-803000-4-iscsi neutron-server[93252]: Open vSwitch agent@dv-cinder-803000-4-iscsi: { 'AddressGroup': '1.2', Aug 05 04:18:21.267891 dv-cinder-803000-4-iscsi neutron-server[93252]: 'ConntrackHelper': '1.0', Aug 05 04:18:21.267891 dv-cinder-803000-4-iscsi neutron-server[93252]: 'Log': '1.0', Aug 05 04:18:21.267891 dv-cinder-803000-4-iscsi neutron-server[93252]: 'Network': '1.1', Aug 05 04:18:21.267891 dv-cinder-803000-4-iscsi neutron-server[93252]: 'Port': '1.7', Aug 05 04:18:21.267891 dv-cinder-803000-4-iscsi neutron-server[93252]: 'PortForwarding': '1.2', Aug 05 04:18:21.267891 dv-cinder-803000-4-iscsi neutron-server[93252]: 'QosPolicy': '1.9', Aug 05 04:18:21.267891 dv-cinder-803000-4-iscsi neutron-server[93252]: 'SecurityGroup': '1.4', Aug 05 04:18:21.267891 dv-cinder-803000-4-iscsi neutron-server[93252]: 'SecurityGroupRule': '1.2', Aug 05 04:18:21.267891 dv-cinder-803000-4-iscsi neutron-server[93252]: 'SubPort': '1.0', Aug 05 04:18:21.267891 dv-cinder-803000-4-iscsi neutron-server[93252]: 'Subnet': '1.1', Aug 05 04:18:21.267891 dv-cinder-803000-4-iscsi neutron-server[93252]: 'Trunk': '1.1'}} Aug 05 04:18:21.267891 dv-cinder-803000-4-iscsi neutron-server[93252]: {{(pid=93252) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 05 04:18:21.276165 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ac0208ed-ce7b-4ec8-af59-33505eacf72d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1531'] for router, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:21.298762 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699d4c2e-583f-4968-a019-7d6428620cec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02359077-80ef-4c93-acd1-3644a1a22510,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:18:21.305495 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-699d4c2e-583f-4968-a019-7d6428620cec admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=49556a7875f44870929e99bd4457179f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7259214 Aug 05 04:18:21.305860 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 52440) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:18:21.324282 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-c6fa91f0-d5dc-444a-a24e-222daf1ede56 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:21.399791 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-5e4c1d09-ea64-42d3-b738-7c370a302bdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:21.435984 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-5e4c1d09-ea64-42d3-b738-7c370a302bdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:21.468967 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 52448) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:18:21.474860 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ac0208ed-ce7b-4ec8-af59-33505eacf72d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:21.492388 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 52450) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:18:21.498439 dv-cinder-803000-4-iscsi neutron-server[93250]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 05 04:18:21.509580 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-020e7af9-2791-40db-bcbf-0eb0836b1845 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:21.594298 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-9510b05b-6b0e-4e08-8a7d-bdafac7363fe None None] Attempting to bind port bb82c35e-7bec-4f57-836f-1b0626a6361b on host dv-cinder-803000-4-iscsi for vnic_type normal with profile {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 04:18:21.596365 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-9510b05b-6b0e-4e08-8a7d-bdafac7363fe None None] Attempting to bind port bb82c35e-7bec-4f57-836f-1b0626a6361b by drivers openvswitch,hyperv on host dv-cinder-803000-4-iscsi at level 0 using segments [{'id': '46fc2665-bd7b-4bf5-96d2-56ae68d8b710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '96928152-e7de-4eec-a055-721b95480308'}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 04:18:21.596747 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9510b05b-6b0e-4e08-8a7d-bdafac7363fe None None] Attempting to bind port bb82c35e-7bec-4f57-836f-1b0626a6361b on network 96928152-e7de-4eec-a055-721b95480308 {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 04:18:21.608867 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9510b05b-6b0e-4e08-8a7d-bdafac7363fe None None] Checking agent: {'id': 'f380332e-4681-47b2-aaca-ec0053efd026', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803000-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 4, 10, 35), 'started_at': datetime.datetime(2021, 8, 5, 4, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 4, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803000-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 04:18:21.609637 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9510b05b-6b0e-4e08-8a7d-bdafac7363fe None None] Checking segment: {'id': '46fc2665-bd7b-4bf5-96d2-56ae68d8b710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '96928152-e7de-4eec-a055-721b95480308'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 04:18:21.610152 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-9510b05b-6b0e-4e08-8a7d-bdafac7363fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:21.611363 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9510b05b-6b0e-4e08-8a7d-bdafac7363fe None None] Bound using segment: {'id': '46fc2665-bd7b-4bf5-96d2-56ae68d8b710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '96928152-e7de-4eec-a055-721b95480308'} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 04:18:21.612035 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-9510b05b-6b0e-4e08-8a7d-bdafac7363fe None None] Bound port: bb82c35e-7bec-4f57-836f-1b0626a6361b, host: dv-cinder-803000-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46fc2665-bd7b-4bf5-96d2-56ae68d8b710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '96928152-e7de-4eec-a055-721b95480308'}}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 04:18:21.612616 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-9510b05b-6b0e-4e08-8a7d-bdafac7363fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:21.657327 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ac0208ed-ce7b-4ec8-af59-33505eacf72d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:21.677671 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-c6fa91f0-d5dc-444a-a24e-222daf1ede56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763712145875'] for port, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:21.699702 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-5e4c1d09-ea64-42d3-b738-7c370a302bdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:21.702652 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-5e4c1d09-ea64-42d3-b738-7c370a302bdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:21.703789 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-5e4c1d09-ea64-42d3-b738-7c370a302bdf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/02359077-80ef-4c93-acd1-3644a1a22510 HTTP/1.1" status: 204 len: 168 time: 0.3968217 Aug 05 04:18:21.733195 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b210c24-a9f0-4bfa-b4ff-26e3bba836a9 None None] Network 745807ed-0ad6-4f28-a193-b36e2d5cff62 requested from dv-cinder-803000-4-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 04:18:21.775297 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4c1d09-ea64-42d3-b738-7c370a302bdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02359077-80ef-4c93-acd1-3644a1a22510,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:18:21.803970 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6fa91f0-d5dc-444a-a24e-222daf1ede56 admin admin] Network 6aa50667-ad26-490a-abab-e40f5b548551 is already hosted by enough agents. {{(pid=93251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 04:18:21.809691 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [None req-c6fa91f0-d5dc-444a-a24e-222daf1ede56 admin admin] Resources bound (agent type, host, resource id): {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 04:18:21.811679 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fa91f0-d5dc-444a-a24e-222daf1ede56 admin admin] Pushing event updated for resources: {'Port': ['ID=091d5eca-b71f-4a77-92e9-5d90f6df6ddd,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:18:21.833128 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2842d29-77a0-4ba2-a6ae-d18df8e9c11b req-fb59129b-dcbb-4e7e-812b-480a21827f56 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:18:21.835280 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a2842d29-77a0-4ba2-a6ae-d18df8e9c11b req-fb59129b-dcbb-4e7e-812b-480a21827f56 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/networks?id=cf907c3d-eb09-4c0a-8c7f-37b6a493a079 HTTP/1.1" status: 200 len: 815 time: 0.3389909 Aug 05 04:18:21.837853 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-9510b05b-6b0e-4e08-8a7d-bdafac7363fe None None] For port bb82c35e-7bec-4f57-836f-1b0626a6361b, host dv-cinder-803000-4-iscsi, cleared binding levels {{(pid=93252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 04:18:21.862757 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a2842d29-77a0-4ba2-a6ae-d18df8e9c11b req-29314008-3af3-4a4a-9484-e01b618ce6aa tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/quotas/0f2e39f05a9844bcbcea52b74bfc92bc HTTP/1.1" status: 200 len: 375 time: 0.0199351 Aug 05 04:18:21.869789 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6fa91f0-d5dc-444a-a24e-222daf1ede56 admin admin] Received port after_create {{(pid=93251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 04:18:21.981841 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-9510b05b-6b0e-4e08-8a7d-bdafac7363fe None None] For port bb82c35e-7bec-4f57-836f-1b0626a6361b, host dv-cinder-803000-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-4-iscsi',level=0,port_id=bb82c35e-7bec-4f57-836f-1b0626a6361b,segment=NetworkSegment(46fc2665-bd7b-4bf5-96d2-56ae68d8b710),segment_id=46fc2665-bd7b-4bf5-96d2-56ae68d8b710)] {{(pid=93252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 04:18:21.986473 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a2842d29-77a0-4ba2-a6ae-d18df8e9c11b req-0f77d567-c048-4121-a8b2-d0ed193a33a3 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=0f2e39f05a9844bcbcea52b74bfc92bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1124475 Aug 05 04:18:21.990824 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-9510b05b-6b0e-4e08-8a7d-bdafac7363fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:22.028574 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-020e7af9-2791-40db-bcbf-0eb0836b1845 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:22.035619 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-020e7af9-2791-40db-bcbf-0eb0836b1845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:22.131750 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020e7af9-2791-40db-bcbf-0eb0836b1845 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=462e7f42-969a-4ae2-adc6-04646357c5f6,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:18:22.147557 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-020e7af9-2791-40db-bcbf-0eb0836b1845 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a2876ea242764d27a8dc51d52a1f58bb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6748068 Aug 05 04:18:22.148305 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 52480) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:18:22.172328 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9510b05b-6b0e-4e08-8a7d-bdafac7363fe None None] Pushing event updated for resources: {'Port': ['ID=bb82c35e-7bec-4f57-836f-1b0626a6361b,revision_number=2']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:18:22.268098 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6c27f706-3448-4aaf-a3c1-e95dafa7b048 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:22.311270 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6c27f706-3448-4aaf-a3c1-e95dafa7b048 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:22.352030 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-c6fa91f0-d5dc-444a-a24e-222daf1ede56 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:22.376930 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 52502) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:18:22.503542 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6c27f706-3448-4aaf-a3c1-e95dafa7b048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:22.507493 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6c27f706-3448-4aaf-a3c1-e95dafa7b048 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:22.508812 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-6c27f706-3448-4aaf-a3c1-e95dafa7b048 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/462e7f42-969a-4ae2-adc6-04646357c5f6 HTTP/1.1" status: 204 len: 168 time: 0.3577943 Aug 05 04:18:22.528958 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c27f706-3448-4aaf-a3c1-e95dafa7b048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=462e7f42-969a-4ae2-adc6-04646357c5f6,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:18:22.570090 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb250614-070a-47b3-8d18-c865d41552a4 req-a925a96a-336f-4bc4-a00c-8d52a46c7f70 tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:18:22.578010 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-eb250614-070a-47b3-8d18-c865d41552a4 req-a925a96a-336f-4bc4-a00c-8d52a46c7f70 tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] 10.222.0.37 "GET /v2.0/networks?id=745807ed-0ad6-4f28-a193-b36e2d5cff62 HTTP/1.1" status: 200 len: 812 time: 0.1881909 Aug 05 04:18:22.591749 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [req-a2842d29-77a0-4ba2-a6ae-d18df8e9c11b req-4627c1c8-e886-44c8-9354-1d9096c446c5 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93250) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 04:18:22.599513 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a2842d29-77a0-4ba2-a6ae-d18df8e9c11b req-4627c1c8-e886-44c8-9354-1d9096c446c5 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2804153 Aug 05 04:18:22.627017 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-eb250614-070a-47b3-8d18-c865d41552a4 req-5c48f766-5d40-405c-a4c7-92230621fc23 tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] 10.222.0.37 "GET /v2.0/quotas/e3fc393f82c34a5291502ba9831ef89c HTTP/1.1" status: 200 len: 375 time: 0.0471680 Aug 05 04:18:22.679808 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ac0208ed-ce7b-4ec8-af59-33505eacf72d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:22.717703 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-eb250614-070a-47b3-8d18-c865d41552a4 req-03b60696-3bd8-4c50-a261-c01e419e3dcc tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e3fc393f82c34a5291502ba9831ef89c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0810177 Aug 05 04:18:22.718364 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ac0208ed-ce7b-4ec8-af59-33505eacf72d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:22.784175 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a2842d29-77a0-4ba2-a6ae-d18df8e9c11b req-6a344ffe-dbd3-475a-a69a-a9ec35c9e85c service neutron] 10.222.0.37 "GET /v2.0/networks/cf907c3d-eb09-4c0a-8c7f-37b6a493a079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838152 Aug 05 04:18:22.819182 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-c6fa91f0-d5dc-444a-a24e-222daf1ede56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697994'] for router, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:22.902509 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a2842d29-77a0-4ba2-a6ae-d18df8e9c11b req-fd3eb5ab-e960-477f-8c19-f0f75683fddd service neutron] 10.222.0.37 "GET /v2.0/networks/cf907c3d-eb09-4c0a-8c7f-37b6a493a079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117847 Aug 05 04:18:22.977805 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.db_base_plugin_common [None req-ac0208ed-ce7b-4ec8-af59-33505eacf72d admin admin] Allocated IP 172.27.3.106 (6aa50667-ad26-490a-abab-e40f5b548551/1981b9cb-30a8-4ce2-a61f-12a80c9863da/acb9a026-8da8-4740-bf79-30426c8ddddc) {{(pid=93251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 04:18:23.029589 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [req-eb250614-070a-47b3-8d18-c865d41552a4 req-05745836-9b7a-4f1c-81d1-8e234f0c6752 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93250) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 04:18:23.030629 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-eb250614-070a-47b3-8d18-c865d41552a4 req-05745836-9b7a-4f1c-81d1-8e234f0c6752 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1271968 Aug 05 04:18:23.129472 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6fa91f0-d5dc-444a-a24e-222daf1ede56 admin admin] Router 817ed01a-a8d8-42fb-8a96-7ce58c319b91 is scheduled to L3 agent 8e71ca1b-9911-44b3-bf09-1fce3db7ea9a with binding_index 1 {{(pid=93251) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 04:18:23.191398 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-eb250614-070a-47b3-8d18-c865d41552a4 req-2af9bd7b-c557-42c3-b34a-2c3aa2fbee86 service neutron] 10.222.0.37 "GET /v2.0/networks/745807ed-0ad6-4f28-a193-b36e2d5cff62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537254 Aug 05 04:18:23.243314 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ac0208ed-ce7b-4ec8-af59-33505eacf72d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:23.345858 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ac0208ed-ce7b-4ec8-af59-33505eacf72d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763712145875'] for port, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:23.414763 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-eb250614-070a-47b3-8d18-c865d41552a4 req-4ccc9a5d-396b-4628-b064-b822960d5a7f service neutron] 10.222.0.37 "GET /v2.0/networks/745807ed-0ad6-4f28-a193-b36e2d5cff62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133524 Aug 05 04:18:23.451270 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0208ed-ce7b-4ec8-af59-33505eacf72d admin admin] Network 6aa50667-ad26-490a-abab-e40f5b548551 is already hosted by enough agents. {{(pid=93251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 04:18:23.468943 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [None req-ac0208ed-ce7b-4ec8-af59-33505eacf72d admin admin] Resources bound (agent type, host, resource id): {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 04:18:23.480969 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17775848-e5a7-40bb-9897-473aece64a52 None None] Network 96928152-e7de-4eec-a055-721b95480308 requested from dv-cinder-803000-4-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 04:18:23.561334 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0208ed-ce7b-4ec8-af59-33505eacf72d admin admin] Received port after_create {{(pid=93251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 04:18:23.584409 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Device bb82c35e-7bec-4f57-836f-1b0626a6361b up at agent ovs-agent-dv-cinder-803000-4-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 04:18:23.620470 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d7ed21cf-29f6-4e01-8704-e94768652789 req-d6f44680-c80f-422f-8557-becae7e20603 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/ports?device_id=2115d019-f085-4012-b398-de97bdeb18ce HTTP/1.1" status: 200 len: 210 time: 0.1261899 Aug 05 04:18:23.847172 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0208ed-ce7b-4ec8-af59-33505eacf72d admin admin] Pushing event updated for resources: {'Port': ['ID=acb9a026-8da8-4740-bf79-30426c8ddddc,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:18:23.920230 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6fa91f0-d5dc-444a-a24e-222daf1ede56 admin admin] Notify agent at l3_agent.dv-cinder-803000-4-iscsi the message routers_updated {{(pid=93251) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 04:18:23.932557 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404ec6b2-c244-4ef0-bc6e-890debc33048 None None] Sync routers for ids ['817ed01a-a8d8-42fb-8a96-7ce58c319b91'] in dv-cinder-803000-4-iscsi {{(pid=93253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 04:18:23.933602 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ac63f0b7-88ec-42c2-a121-1ba66a780939 req-f3aa82d8-a871-4dfe-9d68-bd1210952100 tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea337739-7555-49b7-80dc-855419a955a9 HTTP/1.1" status: 200 len: 210 time: 0.0872829 Aug 05 04:18:23.951348 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-c6fa91f0-d5dc-444a-a24e-222daf1ede56 admin admin] Notify callbacks [] for router, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:23.952962 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-c6fa91f0-d5dc-444a-a24e-222daf1ede56 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.1578920 Aug 05 04:18:23.956644 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 52586) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:18:23.966779 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404ec6b2-c244-4ef0-bc6e-890debc33048 None None] Routers {'817ed01a-a8d8-42fb-8a96-7ce58c319b91'} bound to L3 agent in host dv-cinder-803000-4-iscsi {{(pid=93253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 04:18:23.975965 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-404ec6b2-c244-4ef0-bc6e-890debc33048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T04:10:35Z,description=,heartbeat_timestamp=2021-08-05T04:18:05Z,host='dv-cinder-803000-4-iscsi',id=8e71ca1b-9911-44b3-bf09-1fce3db7ea9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T04:10:35Z,topic='l3_agent')) {'router_ids': ['817ed01a-a8d8-42fb-8a96-7ce58c319b91'], 'active': True} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:18:24.026079 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-ac36baaa-dfa2-40af-9305-9a3d88e6d24f None None] Provisioning for port bb82c35e-7bec-4f57-836f-1b0626a6361b completed by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 04:18:24.091390 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ac0208ed-ce7b-4ec8-af59-33505eacf72d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:24.110189 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Provisioning for port bb82c35e-7bec-4f57-836f-1b0626a6361b completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 04:18:24.147596 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Provisioning complete for port bb82c35e-7bec-4f57-836f-1b0626a6361b triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 04:18:24.147978 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66839334'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:24.453620 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvr_db [None req-404ec6b2-c244-4ef0-bc6e-890debc33048 None None] Set router 817ed01a-a8d8-42fb-8a96-7ce58c319b91 gateway port host: dv-cinder-803000-4-iscsi {{(pid=93253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 04:18:24.484178 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ac0208ed-ce7b-4ec8-af59-33505eacf72d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697994'] for router, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:24.510639 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:24.575739 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] For port bb82c35e-7bec-4f57-836f-1b0626a6361b, host dv-cinder-803000-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-4-iscsi',level=0,port_id=bb82c35e-7bec-4f57-836f-1b0626a6361b,segment=NetworkSegment(46fc2665-bd7b-4bf5-96d2-56ae68d8b710),segment_id=46fc2665-bd7b-4bf5-96d2-56ae68d8b710)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:18:24.585999 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:24.690859 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac0208ed-ce7b-4ec8-af59-33505eacf72d admin admin] Router c0acc1f0-e815-43ff-8535-1583f9e4beac is scheduled to L3 agent 8e71ca1b-9911-44b3-bf09-1fce3db7ea9a with binding_index 1 {{(pid=93251) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 04:18:24.723829 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Pushing event updated for resources: {'Port': ['ID=bb82c35e-7bec-4f57-836f-1b0626a6361b,revision_number=3']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:18:24.895723 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-404ec6b2-c244-4ef0-bc6e-890debc33048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '817ed01a-a8d8-42fb-8a96-7ce58c319b91', 'name': 'tempest-AttachVolumeTestJSON-1789705139-router', 'tenant_id': '7e1b30b90c7140f8b2ccf41b54163dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'external_fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '091d5eca-b71f-4a77-92e9-5d90f6df6ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:18:19Z', 'updated_at': '2021-08-05T04:18:22Z', 'revision_number': 3, 'project_id': '7e1b30b90c7140f8b2ccf41b54163dd5', 'gw_port': {'id': '091d5eca-b71f-4a77-92e9-5d90f6df6ddd', 'name': '', 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:7d:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '817ed01a-a8d8-42fb-8a96-7ce58c319b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:18:20Z', 'updated_at': '2021-08-05T04:18:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-4-iscsi'}], 'dv-cinder-803000-4-iscsi', False) {} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:18:24.930850 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404ec6b2-c244-4ef0-bc6e-890debc33048 None None] Checking router: 817ed01a-a8d8-42fb-8a96-7ce58c319b91 for host: dv-cinder-803000-4-iscsi {{(pid=93253) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 04:18:24.931116 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404ec6b2-c244-4ef0-bc6e-890debc33048 None None] Updating router 817ed01a-a8d8-42fb-8a96-7ce58c319b91 port 091d5eca-b71f-4a77-92e9-5d90f6df6ddd binding host dv-cinder-803000-4-iscsi {{(pid=93253) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 04:18:24.955769 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac0208ed-ce7b-4ec8-af59-33505eacf72d admin admin] Notify agent at l3_agent.dv-cinder-803000-4-iscsi the message routers_updated {{(pid=93251) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 04:18:24.964873 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-404ec6b2-c244-4ef0-bc6e-890debc33048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:25.000185 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d1289605-2e2b-4914-8419-ac846e6a1799 req-bfb35514-a0ab-4126-bfb3-de06f2b8aec5 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/ports?device_id=2115d019-f085-4012-b398-de97bdeb18ce HTTP/1.1" status: 200 len: 210 time: 0.0921853 Aug 05 04:18:25.011982 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ac0208ed-ce7b-4ec8-af59-33505eacf72d admin admin] Notify callbacks [] for router, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:25.017170 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-ac0208ed-ce7b-4ec8-af59-33505eacf72d admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.3090570 Aug 05 04:18:25.017764 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 52648) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:18:25.019083 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91783a05-0f89-47d2-b53c-ce95fe9e6831 None None] Sync routers for ids ['c0acc1f0-e815-43ff-8535-1583f9e4beac'] in dv-cinder-803000-4-iscsi {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 04:18:25.042517 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-bd870b36-29a3-44ab-a121-caad8df9744a None None] Provisioning complete for port bb82c35e-7bec-4f57-836f-1b0626a6361b triggered by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 04:18:25.051072 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bd870b36-29a3-44ab-a121-caad8df9744a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66839334'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:25.125997 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91783a05-0f89-47d2-b53c-ce95fe9e6831 None None] Routers {'c0acc1f0-e815-43ff-8535-1583f9e4beac'} bound to L3 agent in host dv-cinder-803000-4-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 04:18:25.136379 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-91783a05-0f89-47d2-b53c-ce95fe9e6831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T04:10:35Z,description=,heartbeat_timestamp=2021-08-05T04:18:05Z,host='dv-cinder-803000-4-iscsi',id=8e71ca1b-9911-44b3-bf09-1fce3db7ea9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T04:10:35Z,topic='l3_agent')) {'router_ids': ['c0acc1f0-e815-43ff-8535-1583f9e4beac'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:18:25.190359 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6644f401-a897-4691-9e0f-8f0861004a07 req-74bc0428-4556-49c4-9c13-ace98e6d68eb tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea337739-7555-49b7-80dc-855419a955a9 HTTP/1.1" status: 200 len: 210 time: 0.0946820 Aug 05 04:18:25.422727 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-91783a05-0f89-47d2-b53c-ce95fe9e6831 None None] Set router c0acc1f0-e815-43ff-8535-1583f9e4beac gateway port host: dv-cinder-803000-4-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 04:18:25.454846 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c21278c0-10c1-4d05-bda3-e8792586b3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:25.665945 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Device bb82c35e-7bec-4f57-836f-1b0626a6361b up at agent ovs-agent-dv-cinder-803000-4-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 04:18:25.714110 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-404ec6b2-c244-4ef0-bc6e-890debc33048 None None] Notify callbacks [] for port, precommit_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:25.730252 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.provisioning_blocks [None req-404ec6b2-c244-4ef0-bc6e-890debc33048 None None] Transition to ACTIVE for port object 091d5eca-b71f-4a77-92e9-5d90f6df6ddd will not be triggered until provisioned by entity L2. {{(pid=93253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 04:18:25.738215 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-404ec6b2-c244-4ef0-bc6e-890debc33048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:25.815583 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.managers [None req-404ec6b2-c244-4ef0-bc6e-890debc33048 None None] Attempting to bind port 091d5eca-b71f-4a77-92e9-5d90f6df6ddd on host dv-cinder-803000-4-iscsi for vnic_type normal with profile {{(pid=93253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 04:18:25.815956 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.managers [None req-404ec6b2-c244-4ef0-bc6e-890debc33048 None None] Attempting to bind port 091d5eca-b71f-4a77-92e9-5d90f6df6ddd by drivers openvswitch,hyperv on host dv-cinder-803000-4-iscsi at level 0 using segments [{'id': 'fe7b4086-21cb-43cf-96b4-8ee376b4a2f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551'}] {{(pid=93253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 04:18:25.816316 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404ec6b2-c244-4ef0-bc6e-890debc33048 None None] Attempting to bind port 091d5eca-b71f-4a77-92e9-5d90f6df6ddd on network 6aa50667-ad26-490a-abab-e40f5b548551 {{(pid=93253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 04:18:25.819515 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f43e9-29d1-4dfc-b17b-5f219c683b17 None None] Pushing event updated for resources: {'Port': ['ID=091d5eca-b71f-4a77-92e9-5d90f6df6ddd,revision_number=2']} {{(pid=93253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:18:25.828607 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404ec6b2-c244-4ef0-bc6e-890debc33048 None None] Checking agent: {'id': 'f380332e-4681-47b2-aaca-ec0053efd026', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803000-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 4, 10, 35), 'started_at': datetime.datetime(2021, 8, 5, 4, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 4, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803000-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 04:18:25.828983 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404ec6b2-c244-4ef0-bc6e-890debc33048 None None] Checking segment: {'id': 'fe7b4086-21cb-43cf-96b4-8ee376b4a2f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 04:18:25.830025 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-404ec6b2-c244-4ef0-bc6e-890debc33048 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:25.830445 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404ec6b2-c244-4ef0-bc6e-890debc33048 None None] Bound using segment: {'id': 'fe7b4086-21cb-43cf-96b4-8ee376b4a2f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551'} {{(pid=93253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 04:18:25.831079 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.managers [None req-404ec6b2-c244-4ef0-bc6e-890debc33048 None None] Bound port: 091d5eca-b71f-4a77-92e9-5d90f6df6ddd, host: dv-cinder-803000-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe7b4086-21cb-43cf-96b4-8ee376b4a2f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551'}}] {{(pid=93253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 04:18:25.831461 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-404ec6b2-c244-4ef0-bc6e-890debc33048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:25.834180 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2f43e9-29d1-4dfc-b17b-5f219c683b17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:18:25.834692 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2f43e9-29d1-4dfc-b17b-5f219c683b17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:18:25.835078 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2f43e9-29d1-4dfc-b17b-5f219c683b17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:18:25.835420 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2f43e9-29d1-4dfc-b17b-5f219c683b17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:18:25.835752 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2f43e9-29d1-4dfc-b17b-5f219c683b17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:18:25.836128 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2f43e9-29d1-4dfc-b17b-5f219c683b17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:18:25.836461 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2f43e9-29d1-4dfc-b17b-5f219c683b17 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:18:25.836790 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2f43e9-29d1-4dfc-b17b-5f219c683b17 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:18:25.837174 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2f43e9-29d1-4dfc-b17b-5f219c683b17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:18:25.837505 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2f43e9-29d1-4dfc-b17b-5f219c683b17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:18:25.837828 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2f43e9-29d1-4dfc-b17b-5f219c683b17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:18:25.838147 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2f43e9-29d1-4dfc-b17b-5f219c683b17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:18:25.839255 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2f43e9-29d1-4dfc-b17b-5f219c683b17 None None] Tracked resource versions report: Aug 05 04:18:25.839255 dv-cinder-803000-4-iscsi neutron-server[93253]: pushed versions: Aug 05 04:18:25.839255 dv-cinder-803000-4-iscsi neutron-server[93253]: { 'AddressGroup': {'1.2'}, Aug 05 04:18:25.839255 dv-cinder-803000-4-iscsi neutron-server[93253]: 'ConntrackHelper': {'1.0'}, Aug 05 04:18:25.839255 dv-cinder-803000-4-iscsi neutron-server[93253]: 'Log': {'1.0'}, Aug 05 04:18:25.839255 dv-cinder-803000-4-iscsi neutron-server[93253]: 'Network': {'1.1'}, Aug 05 04:18:25.839255 dv-cinder-803000-4-iscsi neutron-server[93253]: 'Port': {'1.7'}, Aug 05 04:18:25.839255 dv-cinder-803000-4-iscsi neutron-server[93253]: 'PortForwarding': {'1.2'}, Aug 05 04:18:25.839255 dv-cinder-803000-4-iscsi neutron-server[93253]: 'QosPolicy': {'1.9'}, Aug 05 04:18:25.839255 dv-cinder-803000-4-iscsi neutron-server[93253]: 'SecurityGroup': {'1.4'}, Aug 05 04:18:25.839255 dv-cinder-803000-4-iscsi neutron-server[93253]: 'SecurityGroupRule': {'1.2'}, Aug 05 04:18:25.839255 dv-cinder-803000-4-iscsi neutron-server[93253]: 'SubPort': {'1.0'}, Aug 05 04:18:25.839255 dv-cinder-803000-4-iscsi neutron-server[93253]: 'Subnet': {'1.1'}, Aug 05 04:18:25.839255 dv-cinder-803000-4-iscsi neutron-server[93253]: 'Trunk': {'1.1'}} Aug 05 04:18:25.839255 dv-cinder-803000-4-iscsi neutron-server[93253]: consumer versions: Aug 05 04:18:25.839255 dv-cinder-803000-4-iscsi neutron-server[93253]: { DHCP agent@dv-cinder-803000-4-iscsi: {}, Aug 05 04:18:25.839255 dv-cinder-803000-4-iscsi neutron-server[93253]: HyperV agent@hv-cinder-80300: {}, Aug 05 04:18:25.839255 dv-cinder-803000-4-iscsi neutron-server[93253]: L3 agent@dv-cinder-803000-4-iscsi: {}, Aug 05 04:18:25.839255 dv-cinder-803000-4-iscsi neutron-server[93253]: Metadata agent@dv-cinder-803000-4-iscsi: {}, Aug 05 04:18:25.839255 dv-cinder-803000-4-iscsi neutron-server[93253]: Metering agent@dv-cinder-803000-4-iscsi: {}, Aug 05 04:18:25.839255 dv-cinder-803000-4-iscsi neutron-server[93253]: Open vSwitch agent@dv-cinder-803000-4-iscsi: { 'AddressGroup': '1.2', Aug 05 04:18:25.839255 dv-cinder-803000-4-iscsi neutron-server[93253]: 'ConntrackHelper': '1.0', Aug 05 04:18:25.839255 dv-cinder-803000-4-iscsi neutron-server[93253]: 'Log': '1.0', Aug 05 04:18:25.839255 dv-cinder-803000-4-iscsi neutron-server[93253]: 'Network': '1.1', Aug 05 04:18:25.839255 dv-cinder-803000-4-iscsi neutron-server[93253]: 'Port': '1.7', Aug 05 04:18:25.839255 dv-cinder-803000-4-iscsi neutron-server[93253]: 'PortForwarding': '1.2', Aug 05 04:18:25.839255 dv-cinder-803000-4-iscsi neutron-server[93253]: 'QosPolicy': '1.9', Aug 05 04:18:25.839255 dv-cinder-803000-4-iscsi neutron-server[93253]: 'SecurityGroup': '1.4', Aug 05 04:18:25.839255 dv-cinder-803000-4-iscsi neutron-server[93253]: 'SecurityGroupRule': '1.2', Aug 05 04:18:25.839255 dv-cinder-803000-4-iscsi neutron-server[93253]: 'SubPort': '1.0', Aug 05 04:18:25.839255 dv-cinder-803000-4-iscsi neutron-server[93253]: 'Subnet': '1.1', Aug 05 04:18:25.839255 dv-cinder-803000-4-iscsi neutron-server[93253]: 'Trunk': '1.1'}} Aug 05 04:18:25.839255 dv-cinder-803000-4-iscsi neutron-server[93253]: {{(pid=93253) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 05 04:18:25.968145 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.db [None req-404ec6b2-c244-4ef0-bc6e-890debc33048 None None] For port 091d5eca-b71f-4a77-92e9-5d90f6df6ddd, host dv-cinder-803000-4-iscsi, cleared binding levels {{(pid=93253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 04:18:25.970788 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Provisioning complete for port bb82c35e-7bec-4f57-836f-1b0626a6361b triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 04:18:25.971852 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66839334'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:25.977124 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.db [None req-404ec6b2-c244-4ef0-bc6e-890debc33048 None None] For port 091d5eca-b71f-4a77-92e9-5d90f6df6ddd, host dv-cinder-803000-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-4-iscsi',level=0,port_id=091d5eca-b71f-4a77-92e9-5d90f6df6ddd,segment=NetworkSegment(fe7b4086-21cb-43cf-96b4-8ee376b4a2f8),segment_id=fe7b4086-21cb-43cf-96b4-8ee376b4a2f8)] {{(pid=93253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 04:18:25.984066 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-404ec6b2-c244-4ef0-bc6e-890debc33048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:26.040975 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.db.db_base_plugin_common [None req-c21278c0-10c1-4d05-bda3-e8792586b3b9 admin admin] Allocated IP 172.20.0.1 (96928152-e7de-4eec-a055-721b95480308/9f533690-95d6-43c6-9d22-76c71900eaef/ebafcf28-bb05-4219-ba6b-63db8f70f219) {{(pid=93250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 04:18:26.078568 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-91783a05-0f89-47d2-b53c-ce95fe9e6831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0acc1f0-e815-43ff-8535-1583f9e4beac', 'name': 'tempest-ServerRescueNegativeTestJSON-1668593580-router', 'tenant_id': '8eb0ee8cdd9f4664bd6a71d95fef8f7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'external_fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'acb9a026-8da8-4740-bf79-30426c8ddddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:18:21Z', 'updated_at': '2021-08-05T04:18:23Z', 'revision_number': 3, 'project_id': '8eb0ee8cdd9f4664bd6a71d95fef8f7a', 'gw_port': {'id': 'acb9a026-8da8-4740-bf79-30426c8ddddc', 'name': '', 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:42:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0acc1f0-e815-43ff-8535-1583f9e4beac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:18:22Z', 'updated_at': '2021-08-05T04:18:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-4-iscsi'}], 'dv-cinder-803000-4-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:18:26.136394 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404ec6b2-c244-4ef0-bc6e-890debc33048 None None] Routers {'817ed01a-a8d8-42fb-8a96-7ce58c319b91'} bound to L3 agent in host dv-cinder-803000-4-iscsi {{(pid=93253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 04:18:26.138111 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-404ec6b2-c244-4ef0-bc6e-890debc33048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T04:10:35Z,description=,heartbeat_timestamp=2021-08-05T04:18:05Z,host='dv-cinder-803000-4-iscsi',id=8e71ca1b-9911-44b3-bf09-1fce3db7ea9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T04:10:35Z,topic='l3_agent')) {'router_ids': ['817ed01a-a8d8-42fb-8a96-7ce58c319b91'], 'active': True} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:18:26.150598 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91783a05-0f89-47d2-b53c-ce95fe9e6831 None None] Checking router: c0acc1f0-e815-43ff-8535-1583f9e4beac for host: dv-cinder-803000-4-iscsi {{(pid=93252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 04:18:26.151406 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91783a05-0f89-47d2-b53c-ce95fe9e6831 None None] Updating router c0acc1f0-e815-43ff-8535-1583f9e4beac port acb9a026-8da8-4740-bf79-30426c8ddddc binding host dv-cinder-803000-4-iscsi {{(pid=93252) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 04:18:26.199769 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-91783a05-0f89-47d2-b53c-ce95fe9e6831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:26.211403 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c21278c0-10c1-4d05-bda3-e8792586b3b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:26.231801 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.db.provisioning_blocks [None req-c21278c0-10c1-4d05-bda3-e8792586b3b9 admin admin] Transition to ACTIVE for port object ebafcf28-bb05-4219-ba6b-63db8f70f219 will not be triggered until provisioned by entity DHCP. {{(pid=93250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 04:18:26.328839 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-2d49d4fe-3440-4be6-987f-3b1aaf1534f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:26.347205 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-bae5e620-9264-41c6-b408-e3951fe8e928 req-664f9650-9c1a-4ec0-bee9-1ce94925882a tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea337739-7555-49b7-80dc-855419a955a9 HTTP/1.1" status: 200 len: 210 time: 0.0684023 Aug 05 04:18:26.360051 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvr_db [None req-404ec6b2-c244-4ef0-bc6e-890debc33048 None None] Set router 817ed01a-a8d8-42fb-8a96-7ce58c319b91 gateway port host: dv-cinder-803000-4-iscsi {{(pid=93253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 04:18:26.371189 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c21278c0-10c1-4d05-bda3-e8792586b3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763712145875'] for port, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:26.446743 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f43e9-29d1-4dfc-b17b-5f219c683b17 None None] Pushing event updated for resources: {'Port': ['ID=091d5eca-b71f-4a77-92e9-5d90f6df6ddd,revision_number=3']} {{(pid=93253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:18:26.447455 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21278c0-10c1-4d05-bda3-e8792586b3b9 admin admin] Pushing event updated for resources: {'Port': ['ID=ebafcf28-bb05-4219-ba6b-63db8f70f219,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:18:26.495842 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-396ca32e-4258-4081-9200-3a82782361c2 req-be63d1cc-f846-4059-9216-02cafe56eb10 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/ports?device_id=2115d019-f085-4012-b398-de97bdeb18ce HTTP/1.1" status: 200 len: 210 time: 0.1203709 Aug 05 04:18:26.507254 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21278c0-10c1-4d05-bda3-e8792586b3b9 admin admin] Network 96928152-e7de-4eec-a055-721b95480308 is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 04:18:26.534362 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-c21278c0-10c1-4d05-bda3-e8792586b3b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 04:18:26.540776 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21278c0-10c1-4d05-bda3-e8792586b3b9 admin admin] Received port after_create {{(pid=93250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 04:18:26.541799 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c21278c0-10c1-4d05-bda3-e8792586b3b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700768'] for router_interface, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:26.601621 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-404ec6b2-c244-4ef0-bc6e-890debc33048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '817ed01a-a8d8-42fb-8a96-7ce58c319b91', 'name': 'tempest-AttachVolumeTestJSON-1789705139-router', 'tenant_id': '7e1b30b90c7140f8b2ccf41b54163dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'external_fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '091d5eca-b71f-4a77-92e9-5d90f6df6ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:18:19Z', 'updated_at': '2021-08-05T04:18:22Z', 'revision_number': 3, 'project_id': '7e1b30b90c7140f8b2ccf41b54163dd5', 'gw_port': {'id': '091d5eca-b71f-4a77-92e9-5d90f6df6ddd', 'name': '', 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:7d:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '817ed01a-a8d8-42fb-8a96-7ce58c319b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:18:20Z', 'updated_at': '2021-08-05T04:18:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-4-iscsi'}], 'dv-cinder-803000-4-iscsi', False) {} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:18:26.626745 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.db_base_plugin_common [None req-2d49d4fe-3440-4be6-987f-3b1aaf1534f6 admin admin] Allocated IP 172.20.0.1 (4a73174c-8cf7-4eb5-84d2-c19fe864c831/3a9fe8aa-38d2-494e-ab5e-e2594d44600a/42dbe33c-c7ed-497a-b27b-c566c095ce81) {{(pid=93251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 04:18:26.641177 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404ec6b2-c244-4ef0-bc6e-890debc33048 None None] The sync data for ids ['817ed01a-a8d8-42fb-8a96-7ce58c319b91'] in dv-cinder-803000-4-iscsi is: [{'id': '817ed01a-a8d8-42fb-8a96-7ce58c319b91', 'name': 'tempest-AttachVolumeTestJSON-1789705139-router', 'tenant_id': '7e1b30b90c7140f8b2ccf41b54163dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'external_fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '091d5eca-b71f-4a77-92e9-5d90f6df6ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:18:19Z', 'updated_at': '2021-08-05T04:18:22Z', 'revision_number': 3, 'project_id': '7e1b30b90c7140f8b2ccf41b54163dd5', 'gw_port': {'id': '091d5eca-b71f-4a77-92e9-5d90f6df6ddd', 'name': '', 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:7d:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '817ed01a-a8d8-42fb-8a96-7ce58c319b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:18:20Z', 'updated_at': '2021-08-05T04:18:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-4-iscsi'}] {{(pid=93253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 04:18:26.697802 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-91783a05-0f89-47d2-b53c-ce95fe9e6831 None None] Notify callbacks [] for port, precommit_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:26.719415 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-91783a05-0f89-47d2-b53c-ce95fe9e6831 None None] Transition to ACTIVE for port object acb9a026-8da8-4740-bf79-30426c8ddddc will not be triggered until provisioned by entity L2. {{(pid=93252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 04:18:26.733118 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-91783a05-0f89-47d2-b53c-ce95fe9e6831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:26.799678 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d218a4-e6fd-4a8c-a386-24f3123a86d3 None None] Pushing event updated for resources: {'Port': ['ID=acb9a026-8da8-4740-bf79-30426c8ddddc,revision_number=2']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:18:26.852731 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-91783a05-0f89-47d2-b53c-ce95fe9e6831 None None] Attempting to bind port acb9a026-8da8-4740-bf79-30426c8ddddc on host dv-cinder-803000-4-iscsi for vnic_type normal with profile {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 04:18:26.853099 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-91783a05-0f89-47d2-b53c-ce95fe9e6831 None None] Attempting to bind port acb9a026-8da8-4740-bf79-30426c8ddddc by drivers openvswitch,hyperv on host dv-cinder-803000-4-iscsi at level 0 using segments [{'id': 'fe7b4086-21cb-43cf-96b4-8ee376b4a2f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551'}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 04:18:26.856242 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-2d49d4fe-3440-4be6-987f-3b1aaf1534f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:26.857021 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91783a05-0f89-47d2-b53c-ce95fe9e6831 None None] Attempting to bind port acb9a026-8da8-4740-bf79-30426c8ddddc on network 6aa50667-ad26-490a-abab-e40f5b548551 {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 04:18:26.879137 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91783a05-0f89-47d2-b53c-ce95fe9e6831 None None] Checking agent: {'id': 'f380332e-4681-47b2-aaca-ec0053efd026', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803000-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 4, 10, 35), 'started_at': datetime.datetime(2021, 8, 5, 4, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 4, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803000-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 04:18:26.879632 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91783a05-0f89-47d2-b53c-ce95fe9e6831 None None] Checking segment: {'id': 'fe7b4086-21cb-43cf-96b4-8ee376b4a2f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 04:18:26.880145 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-91783a05-0f89-47d2-b53c-ce95fe9e6831 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:26.880430 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91783a05-0f89-47d2-b53c-ce95fe9e6831 None None] Bound using segment: {'id': 'fe7b4086-21cb-43cf-96b4-8ee376b4a2f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551'} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 04:18:26.880905 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-91783a05-0f89-47d2-b53c-ce95fe9e6831 None None] Bound port: acb9a026-8da8-4740-bf79-30426c8ddddc, host: dv-cinder-803000-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe7b4086-21cb-43cf-96b4-8ee376b4a2f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551'}}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 04:18:26.883851 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-91783a05-0f89-47d2-b53c-ce95fe9e6831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:26.929748 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c21278c0-10c1-4d05-bda3-e8792586b3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:26.948007 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-2d49d4fe-3440-4be6-987f-3b1aaf1534f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763712145875'] for port, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:27.040185 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d49d4fe-3440-4be6-987f-3b1aaf1534f6 admin admin] Network 4a73174c-8cf7-4eb5-84d2-c19fe864c831 is already hosted by enough agents. {{(pid=93251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 04:18:27.071328 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-13c200b6-b64e-44c5-b195-d4314f60b990 None None] Provisioning for port ebafcf28-bb05-4219-ba6b-63db8f70f219 completed by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 04:18:27.075639 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [None req-2d49d4fe-3440-4be6-987f-3b1aaf1534f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 04:18:27.085269 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d49d4fe-3440-4be6-987f-3b1aaf1534f6 admin admin] Received port after_create {{(pid=93251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 04:18:27.085766 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-2d49d4fe-3440-4be6-987f-3b1aaf1534f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700768'] for router_interface, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:27.089477 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d49d4fe-3440-4be6-987f-3b1aaf1534f6 admin admin] Pushing event updated for resources: {'Port': ['ID=42dbe33c-c7ed-497a-b27b-c566c095ce81,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:18:27.096898 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-13c200b6-b64e-44c5-b195-d4314f60b990 None None] Provisioning complete for port ebafcf28-bb05-4219-ba6b-63db8f70f219 triggered by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 04:18:27.097035 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-13c200b6-b64e-44c5-b195-d4314f60b990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66839334'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:27.107343 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-91783a05-0f89-47d2-b53c-ce95fe9e6831 None None] For port acb9a026-8da8-4740-bf79-30426c8ddddc, host dv-cinder-803000-4-iscsi, cleared binding levels {{(pid=93252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 04:18:27.191423 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-91783a05-0f89-47d2-b53c-ce95fe9e6831 None None] For port acb9a026-8da8-4740-bf79-30426c8ddddc, host dv-cinder-803000-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-4-iscsi',level=0,port_id=acb9a026-8da8-4740-bf79-30426c8ddddc,segment=NetworkSegment(fe7b4086-21cb-43cf-96b4-8ee376b4a2f8),segment_id=fe7b4086-21cb-43cf-96b4-8ee376b4a2f8)] {{(pid=93252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 04:18:27.214272 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-91783a05-0f89-47d2-b53c-ce95fe9e6831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:27.263143 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-13c200b6-b64e-44c5-b195-d4314f60b990 None None] Port ebafcf28-bb05-4219-ba6b-63db8f70f219 cannot update to ACTIVE because it is not bound. {{(pid=93252) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 04:18:27.451189 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91783a05-0f89-47d2-b53c-ce95fe9e6831 None None] Routers {'c0acc1f0-e815-43ff-8535-1583f9e4beac'} bound to L3 agent in host dv-cinder-803000-4-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 04:18:27.451837 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-91783a05-0f89-47d2-b53c-ce95fe9e6831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T04:10:35Z,description=,heartbeat_timestamp=2021-08-05T04:18:05Z,host='dv-cinder-803000-4-iscsi',id=8e71ca1b-9911-44b3-bf09-1fce3db7ea9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T04:10:35Z,topic='l3_agent')) {'router_ids': ['c0acc1f0-e815-43ff-8535-1583f9e4beac'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:18:27.457890 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c21278c0-10c1-4d05-bda3-e8792586b3b9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:27.478400 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c21278c0-10c1-4d05-bda3-e8792586b3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:27.483188 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c21278c0-10c1-4d05-bda3-e8792586b3b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536784'] for router_interface, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:27.542435 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-2d49d4fe-3440-4be6-987f-3b1aaf1534f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:27.692410 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a5dfc4f0-88e3-4570-bce0-dbfad6aec906 req-08147486-ba5f-4622-b499-e911cd8f12e3 tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea337739-7555-49b7-80dc-855419a955a9 HTTP/1.1" status: 200 len: 210 time: 0.0726018 Aug 05 04:18:27.700701 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Device 091d5eca-b71f-4a77-92e9-5d90f6df6ddd up at agent ovs-agent-dv-cinder-803000-4-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 04:18:27.768053 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d218a4-e6fd-4a8c-a386-24f3123a86d3 None None] Pushing event updated for resources: {'Port': ['ID=acb9a026-8da8-4740-bf79-30426c8ddddc,revision_number=3']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:18:27.771170 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21278c0-10c1-4d05-bda3-e8792586b3b9 admin admin] Pushing event updated for resources: {'Port': ['ID=ebafcf28-bb05-4219-ba6b-63db8f70f219,revision_number=2']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:18:27.786299 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-91783a05-0f89-47d2-b53c-ce95fe9e6831 None None] Set router c0acc1f0-e815-43ff-8535-1583f9e4beac gateway port host: dv-cinder-803000-4-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 04:18:27.827015 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Provisioning for port 091d5eca-b71f-4a77-92e9-5d90f6df6ddd completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 04:18:27.837488 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Provisioning complete for port 091d5eca-b71f-4a77-92e9-5d90f6df6ddd triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 04:18:27.837850 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66839334'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:27.854899 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-2d49d4fe-3440-4be6-987f-3b1aaf1534f6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:27.863195 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-2d49d4fe-3440-4be6-987f-3b1aaf1534f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:27.863627 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-2d49d4fe-3440-4be6-987f-3b1aaf1534f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536784'] for router_interface, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:27.882598 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8cdf4f2e-df26-4c77-9430-c04d0a1484f9 req-20ad3e87-4259-4d77-a1e6-544c0bec9362 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/ports?device_id=2115d019-f085-4012-b398-de97bdeb18ce HTTP/1.1" status: 200 len: 210 time: 0.0559394 Aug 05 04:18:27.921365 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21278c0-10c1-4d05-bda3-e8792586b3b9 admin admin] Network 96928152-e7de-4eec-a055-721b95480308 is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 04:18:27.923330 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-c21278c0-10c1-4d05-bda3-e8792586b3b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 04:18:27.984179 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d49d4fe-3440-4be6-987f-3b1aaf1534f6 admin admin] Pushing event updated for resources: {'Port': ['ID=42dbe33c-c7ed-497a-b27b-c566c095ce81,revision_number=2']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:18:28.029150 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d49d4fe-3440-4be6-987f-3b1aaf1534f6 admin admin] Network 4a73174c-8cf7-4eb5-84d2-c19fe864c831 is already hosted by enough agents. {{(pid=93251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 04:18:28.030703 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [None req-2d49d4fe-3440-4be6-987f-3b1aaf1534f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 04:18:28.097917 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c21278c0-10c1-4d05-bda3-e8792586b3b9 admin admin] Router 817ed01a-a8d8-42fb-8a96-7ce58c319b91 has already been hosted by L3 agent 8e71ca1b-9911-44b3-bf09-1fce3db7ea9a {{(pid=93250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 04:18:28.272911 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:28.315544 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d49d4fe-3440-4be6-987f-3b1aaf1534f6 admin admin] Router c0acc1f0-e815-43ff-8535-1583f9e4beac has already been hosted by L3 agent 8e71ca1b-9911-44b3-bf09-1fce3db7ea9a {{(pid=93251) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 04:18:28.329892 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.39', 52025) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:18:28.373458 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] For port 091d5eca-b71f-4a77-92e9-5d90f6df6ddd, host dv-cinder-803000-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-4-iscsi',level=0,port_id=091d5eca-b71f-4a77-92e9-5d90f6df6ddd,segment=NetworkSegment(fe7b4086-21cb-43cf-96b4-8ee376b4a2f8),segment_id=fe7b4086-21cb-43cf-96b4-8ee376b4a2f8)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:18:28.395481 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:28.419528 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c21278c0-10c1-4d05-bda3-e8792586b3b9 admin admin] Notify agent at l3_agent.dv-cinder-803000-4-iscsi the message routers_updated {{(pid=93250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 04:18:28.436230 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-c21278c0-10c1-4d05-bda3-e8792586b3b9 admin admin] 10.222.0.37 "PUT /v2.0/routers/817ed01a-a8d8-42fb-8a96-7ce58c319b91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4784338 Aug 05 04:18:28.475160 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-094d8bfd-e071-483f-98cd-407a435a9336 None None] Provisioning complete for port ebafcf28-bb05-4219-ba6b-63db8f70f219 triggered by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 04:18:28.475557 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-094d8bfd-e071-483f-98cd-407a435a9336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66839334'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:28.557680 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-91783a05-0f89-47d2-b53c-ce95fe9e6831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0acc1f0-e815-43ff-8535-1583f9e4beac', 'name': 'tempest-ServerRescueNegativeTestJSON-1668593580-router', 'tenant_id': '8eb0ee8cdd9f4664bd6a71d95fef8f7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'external_fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'acb9a026-8da8-4740-bf79-30426c8ddddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:18:21Z', 'updated_at': '2021-08-05T04:18:27Z', 'revision_number': 4, 'project_id': '8eb0ee8cdd9f4664bd6a71d95fef8f7a', 'gw_port': {'id': 'acb9a026-8da8-4740-bf79-30426c8ddddc', 'name': '', 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:42:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0acc1f0-e815-43ff-8535-1583f9e4beac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:18:22Z', 'updated_at': '2021-08-05T04:18:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-4-iscsi', '_interfaces': [{'id': '42dbe33c-c7ed-497a-b27b-c566c095ce81', 'name': '', 'network_id': '4a73174c-8cf7-4eb5-84d2-c19fe864c831', 'tenant_id': '8eb0ee8cdd9f4664bd6a71d95fef8f7a', 'mac_address': 'fa:16:3e:c8:57:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0acc1f0-e815-43ff-8535-1583f9e4beac', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '3a9fe8aa-38d2-494e-ab5e-e2594d44600a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:18:26Z', 'updated_at': '2021-08-05T04:18:26Z', 'revision_number': 1, 'project_id': '8eb0ee8cdd9f4664bd6a71d95fef8f7a', 'subnets': [{'id': '3a9fe8aa-38d2-494e-ab5e-e2594d44600a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803000-4-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:18:28.634986 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Pushing event updated for resources: {'Port': ['ID=091d5eca-b71f-4a77-92e9-5d90f6df6ddd,revision_number=4']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:18:28.645523 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91783a05-0f89-47d2-b53c-ce95fe9e6831 None None] The sync data for ids ['c0acc1f0-e815-43ff-8535-1583f9e4beac'] in dv-cinder-803000-4-iscsi is: [{'id': 'c0acc1f0-e815-43ff-8535-1583f9e4beac', 'name': 'tempest-ServerRescueNegativeTestJSON-1668593580-router', 'tenant_id': '8eb0ee8cdd9f4664bd6a71d95fef8f7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'external_fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'acb9a026-8da8-4740-bf79-30426c8ddddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:18:21Z', 'updated_at': '2021-08-05T04:18:27Z', 'revision_number': 4, 'project_id': '8eb0ee8cdd9f4664bd6a71d95fef8f7a', 'gw_port': {'id': 'acb9a026-8da8-4740-bf79-30426c8ddddc', 'name': '', 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:42:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0acc1f0-e815-43ff-8535-1583f9e4beac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:18:22Z', 'updated_at': '2021-08-05T04:18:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-4-iscsi', '_interfaces': [{'id': '42dbe33c-c7ed-497a-b27b-c566c095ce81', 'name': '', 'network_id': '4a73174c-8cf7-4eb5-84d2-c19fe864c831', 'tenant_id': '8eb0ee8cdd9f4664bd6a71d95fef8f7a', 'mac_address': 'fa:16:3e:c8:57:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0acc1f0-e815-43ff-8535-1583f9e4beac', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '3a9fe8aa-38d2-494e-ab5e-e2594d44600a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:18:26Z', 'updated_at': '2021-08-05T04:18:26Z', 'revision_number': 1, 'project_id': '8eb0ee8cdd9f4664bd6a71d95fef8f7a', 'subnets': [{'id': '3a9fe8aa-38d2-494e-ab5e-e2594d44600a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 04:18:28.651638 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-094d8bfd-e071-483f-98cd-407a435a9336 None None] Port ebafcf28-bb05-4219-ba6b-63db8f70f219 cannot update to ACTIVE because it is not bound. {{(pid=93252) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 04:18:28.718295 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2842d29-77a0-4ba2-a6ae-d18df8e9c11b req-07ec6cfd-ee47-491a-ad20-3fa1d871d488 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:18:28.728633 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-a2842d29-77a0-4ba2-a6ae-d18df8e9c11b req-07ec6cfd-ee47-491a-ad20-3fa1d871d488 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.39 "GET /v2.0/networks?id=cf907c3d-eb09-4c0a-8c7f-37b6a493a079 HTTP/1.1" status: 200 len: 815 time: 0.3905168 Aug 05 04:18:28.759069 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d49d4fe-3440-4be6-987f-3b1aaf1534f6 admin admin] Notify agent at l3_agent.dv-cinder-803000-4-iscsi the message routers_updated {{(pid=93251) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 04:18:28.777278 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-2d49d4fe-3440-4be6-987f-3b1aaf1534f6 admin admin] 10.222.0.37 "PUT /v2.0/routers/c0acc1f0-e815-43ff-8535-1583f9e4beac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7583401 Aug 05 04:18:28.844109 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [req-a2842d29-77a0-4ba2-a6ae-d18df8e9c11b req-70c22100-b865-44d8-9b6f-2b20d71fc1b4 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Request body: {'port': {'device_id': '2115d019-f085-4012-b398-de97bdeb18ce', 'network_id': 'cf907c3d-eb09-4c0a-8c7f-37b6a493a079', 'admin_state_up': True, 'tenant_id': '0f2e39f05a9844bcbcea52b74bfc92bc'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:18:28.856159 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.39', 52030) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:18:29.164277 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb250614-070a-47b3-8d18-c865d41552a4 req-fbd8edd4-4a48-4af3-a2df-e8ccb062382f tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:18:29.181928 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-eb250614-070a-47b3-8d18-c865d41552a4 req-fbd8edd4-4a48-4af3-a2df-e8ccb062382f tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] 10.222.0.39 "GET /v2.0/networks?id=745807ed-0ad6-4f28-a193-b36e2d5cff62 HTTP/1.1" status: 200 len: 812 time: 0.3153265 Aug 05 04:18:29.208374 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [req-eb250614-070a-47b3-8d18-c865d41552a4 req-3952e6b7-f2f1-4461-94c9-5307fabfba78 tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] Request body: {'port': {'device_id': 'ea337739-7555-49b7-80dc-855419a955a9', 'network_id': '745807ed-0ad6-4f28-a193-b36e2d5cff62', 'admin_state_up': True, 'tenant_id': 'e3fc393f82c34a5291502ba9831ef89c'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:18:29.413650 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3d1b4d59-63e1-4d5f-8684-e689f0e4f822 req-a822171b-9110-4141-bf95-d8462ca22da4 tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea337739-7555-49b7-80dc-855419a955a9 HTTP/1.1" status: 200 len: 210 time: 0.1189792 Aug 05 04:18:29.496348 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c642df0-8e01-493c-8018-d20e7d6016c4 None None] Sync routers for ids ['817ed01a-a8d8-42fb-8a96-7ce58c319b91'] in dv-cinder-803000-4-iscsi {{(pid=93253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 04:18:29.512256 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c642df0-8e01-493c-8018-d20e7d6016c4 None None] Routers {'817ed01a-a8d8-42fb-8a96-7ce58c319b91'} bound to L3 agent in host dv-cinder-803000-4-iscsi {{(pid=93253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 04:18:29.512818 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-5c642df0-8e01-493c-8018-d20e7d6016c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T04:10:35Z,description=,heartbeat_timestamp=2021-08-05T04:18:05Z,host='dv-cinder-803000-4-iscsi',id=8e71ca1b-9911-44b3-bf09-1fce3db7ea9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T04:10:35Z,topic='l3_agent')) {'router_ids': ['817ed01a-a8d8-42fb-8a96-7ce58c319b91'], 'active': True} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:18:29.551611 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Device 091d5eca-b71f-4a77-92e9-5d90f6df6ddd up at agent ovs-agent-dv-cinder-803000-4-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 04:18:29.672670 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Provisioning complete for port 091d5eca-b71f-4a77-92e9-5d90f6df6ddd triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 04:18:29.673664 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66839334'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:29.703261 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-75bfdd1a-d17f-4a37-b98e-ffcdc7b5220f req-dd262ec9-1581-437d-9dbc-0644c990d331 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/ports?device_id=2115d019-f085-4012-b398-de97bdeb18ce HTTP/1.1" status: 200 len: 210 time: 0.1204221 Aug 05 04:18:29.788206 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb250614-070a-47b3-8d18-c865d41552a4 req-3952e6b7-f2f1-4461-94c9-5307fabfba78 tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] Made reservation on behalf of e3fc393f82c34a5291502ba9831ef89c for: {'port': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 04:18:29.792118 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-eb250614-070a-47b3-8d18-c865d41552a4 req-3952e6b7-f2f1-4461-94c9-5307fabfba78 tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:29.846136 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2842d29-77a0-4ba2-a6ae-d18df8e9c11b req-70c22100-b865-44d8-9b6f-2b20d71fc1b4 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Made reservation on behalf of 0f2e39f05a9844bcbcea52b74bfc92bc for: {'port': 1} {{(pid=93251) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 04:18:29.850207 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-a2842d29-77a0-4ba2-a6ae-d18df8e9c11b req-70c22100-b865-44d8-9b6f-2b20d71fc1b4 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:30.240316 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvr_db [None req-5c642df0-8e01-493c-8018-d20e7d6016c4 None None] Set router 817ed01a-a8d8-42fb-8a96-7ce58c319b91 gateway port host: dv-cinder-803000-4-iscsi {{(pid=93253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 04:18:30.433031 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 52868) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:18:30.476031 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-8f01bfd6-7932-4fab-a2d5-698a1c103a60 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2059350686', 'description': 'tempest-description--11400253'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:18:30.702613 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.db_base_plugin_common [req-a2842d29-77a0-4ba2-a6ae-d18df8e9c11b req-70c22100-b865-44d8-9b6f-2b20d71fc1b4 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Allocated IP 172.20.0.4 (cf907c3d-eb09-4c0a-8c7f-37b6a493a079/e6f9db74-429d-4d50-95ec-3b879df44d2e/42c57c80-e151-4c69-8999-cf599c413e90) {{(pid=93251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 04:18:30.792109 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-8f01bfd6-7932-4fab-a2d5-698a1c103a60 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:30.824188 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.db.db_base_plugin_common [req-eb250614-070a-47b3-8d18-c865d41552a4 req-3952e6b7-f2f1-4461-94c9-5307fabfba78 tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] Allocated IP 172.20.0.11 (745807ed-0ad6-4f28-a193-b36e2d5cff62/12e7b83e-f20c-419e-835f-35ab0f840a99/8bae3ffc-a0df-4c0f-83d1-3a7117b43392) {{(pid=93250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 04:18:30.964342 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-5c642df0-8e01-493c-8018-d20e7d6016c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '817ed01a-a8d8-42fb-8a96-7ce58c319b91', 'name': 'tempest-AttachVolumeTestJSON-1789705139-router', 'tenant_id': '7e1b30b90c7140f8b2ccf41b54163dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'external_fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '091d5eca-b71f-4a77-92e9-5d90f6df6ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:18:19Z', 'updated_at': '2021-08-05T04:18:26Z', 'revision_number': 4, 'project_id': '7e1b30b90c7140f8b2ccf41b54163dd5', 'gw_port': {'id': '091d5eca-b71f-4a77-92e9-5d90f6df6ddd', 'name': '', 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:7d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817ed01a-a8d8-42fb-8a96-7ce58c319b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:18:20Z', 'updated_at': '2021-08-05T04:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-4-iscsi', '_interfaces': [{'id': 'ebafcf28-bb05-4219-ba6b-63db8f70f219', 'name': '', 'network_id': '96928152-e7de-4eec-a055-721b95480308', 'tenant_id': '7e1b30b90c7140f8b2ccf41b54163dd5', 'mac_address': 'fa:16:3e:b8:fa:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '817ed01a-a8d8-42fb-8a96-7ce58c319b91', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9f533690-95d6-43c6-9d22-76c71900eaef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:18:25Z', 'updated_at': '2021-08-05T04:18:27Z', 'revision_number': 2, 'project_id': '7e1b30b90c7140f8b2ccf41b54163dd5', 'subnets': [{'id': '9f533690-95d6-43c6-9d22-76c71900eaef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803000-4-iscsi', False) {} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:18:31.037030 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c642df0-8e01-493c-8018-d20e7d6016c4 None None] Checking router: 817ed01a-a8d8-42fb-8a96-7ce58c319b91 for host: dv-cinder-803000-4-iscsi {{(pid=93253) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 04:18:31.037319 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c642df0-8e01-493c-8018-d20e7d6016c4 None None] Updating router 817ed01a-a8d8-42fb-8a96-7ce58c319b91 port ebafcf28-bb05-4219-ba6b-63db8f70f219 binding host dv-cinder-803000-4-iscsi {{(pid=93253) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 04:18:31.084076 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 52896) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:18:31.085354 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-5c642df0-8e01-493c-8018-d20e7d6016c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:31.282190 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-8f01bfd6-7932-4fab-a2d5-698a1c103a60 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:31.286509 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-a2842d29-77a0-4ba2-a6ae-d18df8e9c11b req-70c22100-b865-44d8-9b6f-2b20d71fc1b4 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Notify callbacks [] for port, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:31.288628 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-79a891fa-4fa9-4ef5-a3e0-88530a0550cf req-344ce919-2fd7-4603-8d8d-6a199705a318 tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea337739-7555-49b7-80dc-855419a955a9 HTTP/1.1" status: 200 len: 210 time: 0.2033057 Aug 05 04:18:31.293476 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-8f01bfd6-7932-4fab-a2d5-698a1c103a60 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:31.351978 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-8f01bfd6-7932-4fab-a2d5-698a1c103a60 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:31.356310 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-8f01bfd6-7932-4fab-a2d5-698a1c103a60 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1776 time: 0.9185145 Aug 05 04:18:31.356897 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 52900) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:18:31.369599 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-91d38d10-5aeb-4801-88d9-716318ecbf82 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Request body: {'security_group_rule': {'security_group_id': '30a7b57d-d19f-4842-b220-e889f0616c67', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:18:31.398177 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c097368-e381-41f6-8dd2-55a249aa3c4c req-f49ecfe1-8b2e-40b1-a968-bb41630be1a9 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:18:31.406590 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3c097368-e381-41f6-8dd2-55a249aa3c4c req-f49ecfe1-8b2e-40b1-a968-bb41630be1a9 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/networks?id=4a73174c-8cf7-4eb5-84d2-c19fe864c831 HTTP/1.1" status: 200 len: 819 time: 1.0056260 Aug 05 04:18:31.409890 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f01bfd6-7932-4fab-a2d5-698a1c103a60 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30a7b57d-d19f-4842-b220-e889f0616c67,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:18:31.431963 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-91d38d10-5aeb-4801-88d9-716318ecbf82 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:31.488608 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-a2842d29-77a0-4ba2-a6ae-d18df8e9c11b req-70c22100-b865-44d8-9b6f-2b20d71fc1b4 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763712145875'] for port, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:31.519169 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-5c642df0-8e01-493c-8018-d20e7d6016c4 None None] Notify callbacks [] for port, precommit_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:31.532760 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.provisioning_blocks [None req-5c642df0-8e01-493c-8018-d20e7d6016c4 None None] Transition to ACTIVE for port object ebafcf28-bb05-4219-ba6b-63db8f70f219 will not be triggered until provisioned by entity L2. {{(pid=93253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 04:18:31.543157 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-5c642df0-8e01-493c-8018-d20e7d6016c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:31.569641 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3c097368-e381-41f6-8dd2-55a249aa3c4c req-112318fc-548b-4684-ae81-bbd7b0c05794 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/quotas/8eb0ee8cdd9f4664bd6a71d95fef8f7a HTTP/1.1" status: 200 len: 375 time: 0.1355450 Aug 05 04:18:31.608589 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c22100-b865-44d8-9b6f-2b20d71fc1b4 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Pushing event updated for resources: {'Port': ['ID=42c57c80-e151-4c69-8999-cf599c413e90,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:18:31.644320 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fac81f1-ac91-4b01-9464-46e111e5da6d None None] Pushing event updated for resources: {'Port': ['ID=ebafcf28-bb05-4219-ba6b-63db8f70f219,revision_number=3']} {{(pid=93253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:18:32.078387 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2842d29-77a0-4ba2-a6ae-d18df8e9c11b req-70c22100-b865-44d8-9b6f-2b20d71fc1b4 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Network cf907c3d-eb09-4c0a-8c7f-37b6a493a079 is already hosted by enough agents. {{(pid=93251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 04:18:32.082210 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Device acb9a026-8da8-4740-bf79-30426c8ddddc up at agent ovs-agent-dv-cinder-803000-4-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 04:18:32.083351 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.managers [None req-5c642df0-8e01-493c-8018-d20e7d6016c4 None None] Attempting to bind port ebafcf28-bb05-4219-ba6b-63db8f70f219 on host dv-cinder-803000-4-iscsi for vnic_type normal with profile {{(pid=93253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 04:18:32.083351 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.managers [None req-5c642df0-8e01-493c-8018-d20e7d6016c4 None None] Attempting to bind port ebafcf28-bb05-4219-ba6b-63db8f70f219 by drivers openvswitch,hyperv on host dv-cinder-803000-4-iscsi at level 0 using segments [{'id': '46fc2665-bd7b-4bf5-96d2-56ae68d8b710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '96928152-e7de-4eec-a055-721b95480308'}] {{(pid=93253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 04:18:32.083351 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c642df0-8e01-493c-8018-d20e7d6016c4 None None] Attempting to bind port ebafcf28-bb05-4219-ba6b-63db8f70f219 on network 96928152-e7de-4eec-a055-721b95480308 {{(pid=93253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 04:18:32.083351 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c642df0-8e01-493c-8018-d20e7d6016c4 None None] Checking agent: {'id': 'f380332e-4681-47b2-aaca-ec0053efd026', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803000-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 4, 10, 35), 'started_at': datetime.datetime(2021, 8, 5, 4, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 4, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803000-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 04:18:32.083351 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c642df0-8e01-493c-8018-d20e7d6016c4 None None] Checking segment: {'id': '46fc2665-bd7b-4bf5-96d2-56ae68d8b710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '96928152-e7de-4eec-a055-721b95480308'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 04:18:32.083351 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-5c642df0-8e01-493c-8018-d20e7d6016c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:32.083351 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c642df0-8e01-493c-8018-d20e7d6016c4 None None] Bound using segment: {'id': '46fc2665-bd7b-4bf5-96d2-56ae68d8b710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '96928152-e7de-4eec-a055-721b95480308'} {{(pid=93253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 04:18:32.083351 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.managers [None req-5c642df0-8e01-493c-8018-d20e7d6016c4 None None] Bound port: ebafcf28-bb05-4219-ba6b-63db8f70f219, host: dv-cinder-803000-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46fc2665-bd7b-4bf5-96d2-56ae68d8b710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '96928152-e7de-4eec-a055-721b95480308'}}] {{(pid=93253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 04:18:32.083351 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-5c642df0-8e01-493c-8018-d20e7d6016c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:32.084563 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-91d38d10-5aeb-4801-88d9-716318ecbf82 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:32.084563 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [req-a2842d29-77a0-4ba2-a6ae-d18df8e9c11b req-70c22100-b865-44d8-9b6f-2b20d71fc1b4 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Resources bound (agent type, host, resource id): {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 04:18:32.084745 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-dd68354e-5b96-4ab3-9259-26f55af5b683 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:32.085157 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2842d29-77a0-4ba2-a6ae-d18df8e9c11b req-70c22100-b865-44d8-9b6f-2b20d71fc1b4 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Received port after_create {{(pid=93251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 04:18:32.085157 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2842d29-77a0-4ba2-a6ae-d18df8e9c11b req-70c22100-b865-44d8-9b6f-2b20d71fc1b4 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:18:32.085157 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-a2842d29-77a0-4ba2-a6ae-d18df8e9c11b req-70c22100-b865-44d8-9b6f-2b20d71fc1b4 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568634'] for port, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:32.085157 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-91d38d10-5aeb-4801-88d9-716318ecbf82 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617728'] for security_group_rule, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:32.086001 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Provisioning for port acb9a026-8da8-4740-bf79-30426c8ddddc completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 04:18:32.086001 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Provisioning complete for port acb9a026-8da8-4740-bf79-30426c8ddddc triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 04:18:32.086001 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66839334'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:32.086282 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d38d10-5aeb-4801-88d9-716318ecbf82 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5dedfdb-4b44-47b3-8c2a-6a52d34c0759,revision_number=0']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:18:32.086282 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-a2842d29-77a0-4ba2-a6ae-d18df8e9c11b req-70c22100-b865-44d8-9b6f-2b20d71fc1b4 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0826364 Aug 05 04:18:32.086526 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.db [None req-5c642df0-8e01-493c-8018-d20e7d6016c4 None None] For port ebafcf28-bb05-4219-ba6b-63db8f70f219, host dv-cinder-803000-4-iscsi, cleared binding levels {{(pid=93253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 04:18:32.086526 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.db [None req-5c642df0-8e01-493c-8018-d20e7d6016c4 None None] For port ebafcf28-bb05-4219-ba6b-63db8f70f219, host dv-cinder-803000-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-4-iscsi',level=0,port_id=ebafcf28-bb05-4219-ba6b-63db8f70f219,segment=NetworkSegment(46fc2665-bd7b-4bf5-96d2-56ae68d8b710),segment_id=46fc2665-bd7b-4bf5-96d2-56ae68d8b710)] {{(pid=93253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 04:18:32.086526 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-5c642df0-8e01-493c-8018-d20e7d6016c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:32.086901 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [req-a2842d29-77a0-4ba2-a6ae-d18df8e9c11b req-21576641-f80a-40f8-b383-8b5a85d8d7e3 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93251) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 04:18:32.086901 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-a2842d29-77a0-4ba2-a6ae-d18df8e9c11b req-21576641-f80a-40f8-b383-8b5a85d8d7e3 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0195870 Aug 05 04:18:32.086901 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-91d38d10-5aeb-4801-88d9-716318ecbf82 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:32.086901 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-91d38d10-5aeb-4801-88d9-716318ecbf82 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6023903 Aug 05 04:18:32.086901 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 52910) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:18:32.086901 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-499536df-a778-4ae6-b7c3-f44c1068294a tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Request body: {'security_group_rule': {'security_group_id': '30a7b57d-d19f-4842-b220-e889f0616c67', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:18:32.087384 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:32.103779 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c642df0-8e01-493c-8018-d20e7d6016c4 None None] Routers {'817ed01a-a8d8-42fb-8a96-7ce58c319b91'} bound to L3 agent in host dv-cinder-803000-4-iscsi {{(pid=93253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 04:18:32.103944 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] For port acb9a026-8da8-4740-bf79-30426c8ddddc, host dv-cinder-803000-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-4-iscsi',level=0,port_id=acb9a026-8da8-4740-bf79-30426c8ddddc,segment=NetworkSegment(fe7b4086-21cb-43cf-96b4-8ee376b4a2f8),segment_id=fe7b4086-21cb-43cf-96b4-8ee376b4a2f8)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:18:32.109156 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-5c642df0-8e01-493c-8018-d20e7d6016c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T04:10:35Z,description=,heartbeat_timestamp=2021-08-05T04:18:05Z,host='dv-cinder-803000-4-iscsi',id=8e71ca1b-9911-44b3-bf09-1fce3db7ea9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T04:10:35Z,topic='l3_agent')) {'router_ids': ['817ed01a-a8d8-42fb-8a96-7ce58c319b91'], 'active': True} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:18:32.115730 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:32.177237 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fac81f1-ac91-4b01-9464-46e111e5da6d None None] Pushing event updated for resources: {'Port': ['ID=ebafcf28-bb05-4219-ba6b-63db8f70f219,revision_number=4']} {{(pid=93253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:18:32.212871 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Pushing event updated for resources: {'Port': ['ID=acb9a026-8da8-4740-bf79-30426c8ddddc,revision_number=4']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:18:32.273522 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3c097368-e381-41f6-8dd2-55a249aa3c4c req-63c9eeb6-b3d5-4d2b-b7c5-9b99a0728c7f tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=8eb0ee8cdd9f4664bd6a71d95fef8f7a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6963491 Aug 05 04:18:32.309407 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615fc4e1-d7b4-4af2-b591-d7cce9cabf15 req-f982d96d-8746-4dec-a0ef-ab9ff693ed05 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:18:32.331254 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-615fc4e1-d7b4-4af2-b591-d7cce9cabf15 req-f982d96d-8746-4dec-a0ef-ab9ff693ed05 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/ports?device_id=2115d019-f085-4012-b398-de97bdeb18ce HTTP/1.1" status: 200 len: 931 time: 0.5266535 Aug 05 04:18:32.337871 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvr_db [None req-5c642df0-8e01-493c-8018-d20e7d6016c4 None None] Set router 817ed01a-a8d8-42fb-8a96-7ce58c319b91 gateway port host: dv-cinder-803000-4-iscsi {{(pid=93253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 04:18:32.491456 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c255d0-c411-4606-8ea9-9ded2608b14f None None] Sync routers for ids ['c0acc1f0-e815-43ff-8535-1583f9e4beac'] in dv-cinder-803000-4-iscsi {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 04:18:32.494606 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-615fc4e1-d7b4-4af2-b591-d7cce9cabf15 req-4f98eb0f-500d-4ec5-8fa1-f922e36026ce tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/security-groups?id=d92b311d-35d1-4c30-9d9b-586d3bdc7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615930 Aug 05 04:18:32.514554 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-eb250614-070a-47b3-8d18-c865d41552a4 req-3952e6b7-f2f1-4461-94c9-5307fabfba78 tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] Notify callbacks [] for port, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:32.514794 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c255d0-c411-4606-8ea9-9ded2608b14f None None] Routers {'c0acc1f0-e815-43ff-8535-1583f9e4beac'} bound to L3 agent in host dv-cinder-803000-4-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 04:18:32.514794 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-47c255d0-c411-4606-8ea9-9ded2608b14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T04:10:35Z,description=,heartbeat_timestamp=2021-08-05T04:18:05Z,host='dv-cinder-803000-4-iscsi',id=8e71ca1b-9911-44b3-bf09-1fce3db7ea9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T04:10:35Z,topic='l3_agent')) {'router_ids': ['c0acc1f0-e815-43ff-8535-1583f9e4beac'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:18:32.551496 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-dd68354e-5b96-4ab3-9259-26f55af5b683 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:32.573288 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-dd68354e-5b96-4ab3-9259-26f55af5b683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:32.593717 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-499536df-a778-4ae6-b7c3-f44c1068294a tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:32.676698 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3c097368-e381-41f6-8dd2-55a249aa3c4c req-fa6128f0-2e9e-44ac-8501-e0d29360030d service neutron] 10.222.0.37 "GET /v2.0/networks/4a73174c-8cf7-4eb5-84d2-c19fe864c831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3406556 Aug 05 04:18:32.681643 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-5c642df0-8e01-493c-8018-d20e7d6016c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '817ed01a-a8d8-42fb-8a96-7ce58c319b91', 'name': 'tempest-AttachVolumeTestJSON-1789705139-router', 'tenant_id': '7e1b30b90c7140f8b2ccf41b54163dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'external_fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '091d5eca-b71f-4a77-92e9-5d90f6df6ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:18:19Z', 'updated_at': '2021-08-05T04:18:26Z', 'revision_number': 4, 'project_id': '7e1b30b90c7140f8b2ccf41b54163dd5', 'gw_port': {'id': '091d5eca-b71f-4a77-92e9-5d90f6df6ddd', 'name': '', 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:7d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817ed01a-a8d8-42fb-8a96-7ce58c319b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:18:20Z', 'updated_at': '2021-08-05T04:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-4-iscsi', '_interfaces': [{'id': 'ebafcf28-bb05-4219-ba6b-63db8f70f219', 'name': '', 'network_id': '96928152-e7de-4eec-a055-721b95480308', 'tenant_id': '7e1b30b90c7140f8b2ccf41b54163dd5', 'mac_address': 'fa:16:3e:b8:fa:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '817ed01a-a8d8-42fb-8a96-7ce58c319b91', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9f533690-95d6-43c6-9d22-76c71900eaef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:18:25Z', 'updated_at': '2021-08-05T04:18:31Z', 'revision_number': 4, 'project_id': '7e1b30b90c7140f8b2ccf41b54163dd5', 'subnets': [{'id': '9f533690-95d6-43c6-9d22-76c71900eaef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803000-4-iscsi', False) {} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:18:32.716008 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd68354e-5b96-4ab3-9259-26f55af5b683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1bd34a2-7db5-4b94-a6e4-0c32a0519dde,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:18:32.776884 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-499536df-a778-4ae6-b7c3-f44c1068294a tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:32.777213 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-dd68354e-5b96-4ab3-9259-26f55af5b683 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5aca1afdb4214fdb84ae5ba4e5eb812d&name=default HTTP/1.1" status: 200 len: 2976 time: 1.6086128 Aug 05 04:18:32.777536 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 52926) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:18:32.777839 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c642df0-8e01-493c-8018-d20e7d6016c4 None None] The sync data for ids ['817ed01a-a8d8-42fb-8a96-7ce58c319b91'] in dv-cinder-803000-4-iscsi is: [{'id': '817ed01a-a8d8-42fb-8a96-7ce58c319b91', 'name': 'tempest-AttachVolumeTestJSON-1789705139-router', 'tenant_id': '7e1b30b90c7140f8b2ccf41b54163dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'external_fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '091d5eca-b71f-4a77-92e9-5d90f6df6ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:18:19Z', 'updated_at': '2021-08-05T04:18:26Z', 'revision_number': 4, 'project_id': '7e1b30b90c7140f8b2ccf41b54163dd5', 'gw_port': {'id': '091d5eca-b71f-4a77-92e9-5d90f6df6ddd', 'name': '', 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:7d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817ed01a-a8d8-42fb-8a96-7ce58c319b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:18:20Z', 'updated_at': '2021-08-05T04:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-4-iscsi', '_interfaces': [{'id': 'ebafcf28-bb05-4219-ba6b-63db8f70f219', 'name': '', 'network_id': '96928152-e7de-4eec-a055-721b95480308', 'tenant_id': '7e1b30b90c7140f8b2ccf41b54163dd5', 'mac_address': 'fa:16:3e:b8:fa:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '817ed01a-a8d8-42fb-8a96-7ce58c319b91', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9f533690-95d6-43c6-9d22-76c71900eaef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:18:25Z', 'updated_at': '2021-08-05T04:18:31Z', 'revision_number': 4, 'project_id': '7e1b30b90c7140f8b2ccf41b54163dd5', 'subnets': [{'id': '9f533690-95d6-43c6-9d22-76c71900eaef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 04:18:32.777967 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-47c255d0-c411-4606-8ea9-9ded2608b14f None None] Set router c0acc1f0-e815-43ff-8535-1583f9e4beac gateway port host: dv-cinder-803000-4-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 04:18:32.809843 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-eb250614-070a-47b3-8d18-c865d41552a4 req-3952e6b7-f2f1-4461-94c9-5307fabfba78 tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763712145875'] for port, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:32.830517 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-499536df-a778-4ae6-b7c3-f44c1068294a tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617728'] for security_group_rule, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:32.864584 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bdc20e32-0c57-49f9-9a73-a1a9a32dc7c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:32.906576 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a096cb61-2046-481f-b89c-148e72aff3be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:32.945999 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb250614-070a-47b3-8d18-c865d41552a4 req-3952e6b7-f2f1-4461-94c9-5307fabfba78 tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] Network 745807ed-0ad6-4f28-a193-b36e2d5cff62 is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 04:18:32.949692 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a096cb61-2046-481f-b89c-148e72aff3be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:32.971847 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [req-eb250614-070a-47b3-8d18-c865d41552a4 req-3952e6b7-f2f1-4461-94c9-5307fabfba78 tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 04:18:32.976579 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb250614-070a-47b3-8d18-c865d41552a4 req-3952e6b7-f2f1-4461-94c9-5307fabfba78 tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] Received port after_create {{(pid=93250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 04:18:32.983637 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb250614-070a-47b3-8d18-c865d41552a4 req-3952e6b7-f2f1-4461-94c9-5307fabfba78 tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:18:32.984680 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-eb250614-070a-47b3-8d18-c865d41552a4 req-3952e6b7-f2f1-4461-94c9-5307fabfba78 tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568634'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:33.008491 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499536df-a778-4ae6-b7c3-f44c1068294a tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e7302b8-1d88-4921-a47f-5709ad221c98,revision_number=0']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:18:33.015484 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a096cb61-2046-481f-b89c-148e72aff3be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:33.021469 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a096cb61-2046-481f-b89c-148e72aff3be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:33.024460 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-a096cb61-2046-481f-b89c-148e72aff3be admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c1bd34a2-7db5-4b94-a6e4-0c32a0519dde HTTP/1.1" status: 204 len: 168 time: 0.2720232 Aug 05 04:18:33.043333 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-499536df-a778-4ae6-b7c3-f44c1068294a tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:33.045893 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-499536df-a778-4ae6-b7c3-f44c1068294a tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0768273 Aug 05 04:18:33.049537 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 52932) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:18:33.073647 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-644179c8-b735-417c-96ae-d16e4622bec5 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Request body: {'floatingip': {'floating_network_id': '6aa50667-ad26-490a-abab-e40f5b548551'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:18:33.091275 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3c097368-e381-41f6-8dd2-55a249aa3c4c req-d210ea75-ad9f-4f20-8456-3ec755920266 service neutron] 10.222.0.37 "GET /v2.0/networks/4a73174c-8cf7-4eb5-84d2-c19fe864c831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4136715 Aug 05 04:18:33.092985 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a096cb61-2046-481f-b89c-148e72aff3be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1bd34a2-7db5-4b94-a6e4-0c32a0519dde,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:18:33.125048 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3952e6b7-f2f1-4461-94c9-5307fabfba78 tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] Pushing event updated for resources: {'Port': ['ID=8bae3ffc-a0df-4c0f-83d1-3a7117b43392,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:18:33.134393 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-eb250614-070a-47b3-8d18-c865d41552a4 req-3952e6b7-f2f1-4461-94c9-5307fabfba78 tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9349027 Aug 05 04:18:33.153389 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-644179c8-b735-417c-96ae-d16e4622bec5 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Notify callbacks [] for floatingip, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:33.177889 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6c6556-9255-4ffd-9d32-f6913d1b9f26 req-cb8f7fb2-b32c-40f5-aa7b-1271f2cf85c4 tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:18:33.180548 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1f6c6556-9255-4ffd-9d32-f6913d1b9f26 req-cb8f7fb2-b32c-40f5-aa7b-1271f2cf85c4 tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea337739-7555-49b7-80dc-855419a955a9 HTTP/1.1" status: 200 len: 932 time: 0.1794233 Aug 05 04:18:33.276218 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1f6c6556-9255-4ffd-9d32-f6913d1b9f26 req-feb39080-58a9-47be-be33-4b95f6138837 tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] 10.222.0.37 "GET /v2.0/security-groups?id=eaa3c5bc-854e-4c8f-9929-54a304f44186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841222 Aug 05 04:18:33.390755 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-47c255d0-c411-4606-8ea9-9ded2608b14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0acc1f0-e815-43ff-8535-1583f9e4beac', 'name': 'tempest-ServerRescueNegativeTestJSON-1668593580-router', 'tenant_id': '8eb0ee8cdd9f4664bd6a71d95fef8f7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'external_fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'acb9a026-8da8-4740-bf79-30426c8ddddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:18:21Z', 'updated_at': '2021-08-05T04:18:27Z', 'revision_number': 4, 'project_id': '8eb0ee8cdd9f4664bd6a71d95fef8f7a', 'gw_port': {'id': 'acb9a026-8da8-4740-bf79-30426c8ddddc', 'name': '', 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:42:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0acc1f0-e815-43ff-8535-1583f9e4beac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:18:22Z', 'updated_at': '2021-08-05T04:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-4-iscsi', '_interfaces': [{'id': '42dbe33c-c7ed-497a-b27b-c566c095ce81', 'name': '', 'network_id': '4a73174c-8cf7-4eb5-84d2-c19fe864c831', 'tenant_id': '8eb0ee8cdd9f4664bd6a71d95fef8f7a', 'mac_address': 'fa:16:3e:c8:57:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0acc1f0-e815-43ff-8535-1583f9e4beac', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '3a9fe8aa-38d2-494e-ab5e-e2594d44600a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:18:26Z', 'updated_at': '2021-08-05T04:18:27Z', 'revision_number': 2, 'project_id': '8eb0ee8cdd9f4664bd6a71d95fef8f7a', 'subnets': [{'id': '3a9fe8aa-38d2-494e-ab5e-e2594d44600a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803000-4-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:18:33.503166 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c255d0-c411-4606-8ea9-9ded2608b14f None None] Checking router: c0acc1f0-e815-43ff-8535-1583f9e4beac for host: dv-cinder-803000-4-iscsi {{(pid=93252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 04:18:33.503563 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c255d0-c411-4606-8ea9-9ded2608b14f None None] Updating router c0acc1f0-e815-43ff-8535-1583f9e4beac port 42dbe33c-c7ed-497a-b27b-c566c095ce81 binding host dv-cinder-803000-4-iscsi {{(pid=93252) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 04:18:33.511733 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-644179c8-b735-417c-96ae-d16e4622bec5 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:33.513498 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 52948) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:18:33.565332 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-425c275c-e87b-47d9-87c2-92a982e31f02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:33.618445 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-47c255d0-c411-4606-8ea9-9ded2608b14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:33.814527 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Device ebafcf28-bb05-4219-ba6b-63db8f70f219 up at agent ovs-agent-dv-cinder-803000-4-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 04:18:33.971679 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-fa2c9f56-7f63-4e38-ac97-4e7af04744f4 req-8eba3c34-77b3-435b-ac50-fa343c051757 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=26f2ad3f-3821-4f77-8d20-74c5f53e5c25 HTTP/1.1" status: 200 len: 210 time: 0.3305380 Aug 05 04:18:34.002454 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [req-a2842d29-77a0-4ba2-a6ae-d18df8e9c11b req-b487938e-6aba-4e8d-b703-90b440ff87c9 service neutron] Request body: {'port': {'device_id': '2115d019-f085-4012-b398-de97bdeb18ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80300'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:18:34.066989 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88ab87d-00d6-421e-87f3-a180db928b86 req-05aeac20-1337-48e9-bcff-1f9f1ad2f5d1 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:18:34.080437 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Provisioning for port ebafcf28-bb05-4219-ba6b-63db8f70f219 completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 04:18:34.081166 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c88ab87d-00d6-421e-87f3-a180db928b86 req-05aeac20-1337-48e9-bcff-1f9f1ad2f5d1 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/ports?device_id=2115d019-f085-4012-b398-de97bdeb18ce HTTP/1.1" status: 200 len: 931 time: 0.1224010 Aug 05 04:18:34.094820 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Provisioning complete for port ebafcf28-bb05-4219-ba6b-63db8f70f219 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 04:18:34.095428 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66839334'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:34.114281 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-425c275c-e87b-47d9-87c2-92a982e31f02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:34.127265 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-425c275c-e87b-47d9-87c2-92a982e31f02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:34.162075 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c88ab87d-00d6-421e-87f3-a180db928b86 req-8062ebc4-528d-4c7e-897e-f7da5f3f1226 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/security-groups?id=d92b311d-35d1-4c30-9d9b-586d3bdc7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798750 Aug 05 04:18:34.167623 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-87ea8438-47cd-44c4-a808-9a807a63fea8 None None] Agent healthcheck: found 6 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 04:18:34.217732 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.db_base_plugin_common [None req-644179c8-b735-417c-96ae-d16e4622bec5 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Allocated IP 172.27.3.131 (6aa50667-ad26-490a-abab-e40f5b548551/1981b9cb-30a8-4ce2-a61f-12a80c9863da/5385ceff-1cbb-4ee8-ab63-77925a46c9ac) {{(pid=93251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 04:18:34.483364 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-425c275c-e87b-47d9-87c2-92a982e31f02 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=26e8805ffb894074af67bf00d3e2ccf1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9688284 Aug 05 04:18:34.489638 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 52990) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:18:34.494919 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-a2842d29-77a0-4ba2-a6ae-d18df8e9c11b req-b487938e-6aba-4e8d-b703-90b440ff87c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:34.498289 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425c275c-e87b-47d9-87c2-92a982e31f02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4147efe6-9337-4b03-8d19-c646091affcc,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:18:34.519446 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:34.608194 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55d611d-6633-4fb8-815e-24599b7bff10 req-ba6f7bb5-cfdf-482f-817c-033919205939 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:18:34.609805 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b55d611d-6633-4fb8-815e-24599b7bff10 req-ba6f7bb5-cfdf-482f-817c-033919205939 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/networks?id=4a73174c-8cf7-4eb5-84d2-c19fe864c831 HTTP/1.1" status: 200 len: 819 time: 0.2950318 Aug 05 04:18:34.668492 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 52996) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:18:34.695064 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b55d611d-6633-4fb8-815e-24599b7bff10 req-5100ea9b-8704-4973-9f76-a4c01c7fba99 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/quotas/8eb0ee8cdd9f4664bd6a71d95fef8f7a HTTP/1.1" status: 200 len: 375 time: 0.0762849 Aug 05 04:18:34.752595 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e3b69c84-a55a-462b-a68d-a1585e2410a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:34.759367 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-47c255d0-c411-4606-8ea9-9ded2608b14f None None] Notify callbacks [] for port, precommit_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:34.791073 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] For port ebafcf28-bb05-4219-ba6b-63db8f70f219, host dv-cinder-803000-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-4-iscsi',level=0,port_id=ebafcf28-bb05-4219-ba6b-63db8f70f219,segment=NetworkSegment(46fc2665-bd7b-4bf5-96d2-56ae68d8b710),segment_id=46fc2665-bd7b-4bf5-96d2-56ae68d8b710)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:18:34.811165 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:34.812842 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Device acb9a026-8da8-4740-bf79-30426c8ddddc up at agent ovs-agent-dv-cinder-803000-4-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 04:18:34.885159 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b55d611d-6633-4fb8-815e-24599b7bff10 req-4b5216b9-1f1d-4903-973a-095f35edc724 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=8eb0ee8cdd9f4664bd6a71d95fef8f7a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1801271 Aug 05 04:18:34.924547 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-644179c8-b735-417c-96ae-d16e4622bec5 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Notify callbacks [] for port, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:34.996167 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Pushing event updated for resources: {'Port': ['ID=ebafcf28-bb05-4219-ba6b-63db8f70f219,revision_number=5']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:18:35.011960 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-47c255d0-c411-4606-8ea9-9ded2608b14f None None] Transition to ACTIVE for port object 42dbe33c-c7ed-497a-b27b-c566c095ce81 will not be triggered until provisioned by entity L2. {{(pid=93252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 04:18:35.024285 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Provisioning complete for port acb9a026-8da8-4740-bf79-30426c8ddddc triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 04:18:35.024728 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66839334'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:35.029556 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b55d611d-6633-4fb8-815e-24599b7bff10 req-11cb6fd7-bb7f-415a-8c77-5868de1cdd80 service neutron] 10.222.0.37 "GET /v2.0/networks/4a73174c-8cf7-4eb5-84d2-c19fe864c831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427872 Aug 05 04:18:35.036400 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e3b69c84-a55a-462b-a68d-a1585e2410a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:35.078646 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-47c255d0-c411-4606-8ea9-9ded2608b14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:35.150578 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b55d611d-6633-4fb8-815e-24599b7bff10 req-c28dc6ce-9bdf-4e03-9c22-1b0a3aa1b2de service neutron] 10.222.0.37 "GET /v2.0/networks/4a73174c-8cf7-4eb5-84d2-c19fe864c831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198645 Aug 05 04:18:35.206081 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-644179c8-b735-417c-96ae-d16e4622bec5 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763712145875'] for port, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:35.218211 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3ec0d637-8a22-4366-a203-e489ef0c1cf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:35.276381 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-fa5e3c2e-d86f-40c3-99ed-6fdc19f135eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:35.280963 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-47c255d0-c411-4606-8ea9-9ded2608b14f None None] Attempting to bind port 42dbe33c-c7ed-497a-b27b-c566c095ce81 on host dv-cinder-803000-4-iscsi for vnic_type normal with profile {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 04:18:35.281327 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-47c255d0-c411-4606-8ea9-9ded2608b14f None None] Attempting to bind port 42dbe33c-c7ed-497a-b27b-c566c095ce81 by drivers openvswitch,hyperv on host dv-cinder-803000-4-iscsi at level 0 using segments [{'id': 'dc20022a-719b-4310-8b08-8131aa4e3981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '4a73174c-8cf7-4eb5-84d2-c19fe864c831'}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 04:18:35.281688 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c255d0-c411-4606-8ea9-9ded2608b14f None None] Attempting to bind port 42dbe33c-c7ed-497a-b27b-c566c095ce81 on network 4a73174c-8cf7-4eb5-84d2-c19fe864c831 {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 04:18:35.293087 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c255d0-c411-4606-8ea9-9ded2608b14f None None] Checking agent: {'id': 'f380332e-4681-47b2-aaca-ec0053efd026', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803000-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 4, 10, 35), 'started_at': datetime.datetime(2021, 8, 5, 4, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 4, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803000-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 04:18:35.293841 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c255d0-c411-4606-8ea9-9ded2608b14f None None] Checking segment: {'id': 'dc20022a-719b-4310-8b08-8131aa4e3981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '4a73174c-8cf7-4eb5-84d2-c19fe864c831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 04:18:35.294864 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-47c255d0-c411-4606-8ea9-9ded2608b14f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:35.294864 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c255d0-c411-4606-8ea9-9ded2608b14f None None] Bound using segment: {'id': 'dc20022a-719b-4310-8b08-8131aa4e3981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '4a73174c-8cf7-4eb5-84d2-c19fe864c831'} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 04:18:35.295219 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-47c255d0-c411-4606-8ea9-9ded2608b14f None None] Bound port: 42dbe33c-c7ed-497a-b27b-c566c095ce81, host: dv-cinder-803000-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc20022a-719b-4310-8b08-8131aa4e3981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '4a73174c-8cf7-4eb5-84d2-c19fe864c831'}}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 04:18:35.295623 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-47c255d0-c411-4606-8ea9-9ded2608b14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:35.429422 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae46a21a-4dc9-41ce-8761-ac63d1f84022 None None] Pushing event updated for resources: {'Port': ['ID=42dbe33c-c7ed-497a-b27b-c566c095ce81,revision_number=3']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:18:35.452607 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-644179c8-b735-417c-96ae-d16e4622bec5 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Network 6aa50667-ad26-490a-abab-e40f5b548551 is already hosted by enough agents. {{(pid=93251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 04:18:35.460534 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [None req-644179c8-b735-417c-96ae-d16e4622bec5 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Resources bound (agent type, host, resource id): {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 04:18:35.463441 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3ec0d637-8a22-4366-a203-e489ef0c1cf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:35.467775 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644179c8-b735-417c-96ae-d16e4622bec5 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Pushing event updated for resources: {'Port': ['ID=5385ceff-1cbb-4ee8-ab63-77925a46c9ac,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:18:35.471571 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644179c8-b735-417c-96ae-d16e4622bec5 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Received port after_create {{(pid=93251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 04:18:35.495736 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3ec0d637-8a22-4366-a203-e489ef0c1cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:35.502432 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:35.551265 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-47c255d0-c411-4606-8ea9-9ded2608b14f None None] For port 42dbe33c-c7ed-497a-b27b-c566c095ce81, host dv-cinder-803000-4-iscsi, cleared binding levels {{(pid=93252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 04:18:35.565297 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Device ebafcf28-bb05-4219-ba6b-63db8f70f219 up at agent ovs-agent-dv-cinder-803000-4-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 04:18:35.576174 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-644179c8-b735-417c-96ae-d16e4622bec5 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:35.584268 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec0d637-8a22-4366-a203-e489ef0c1cf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96570a06-013a-4bdf-bc89-4613e24979be,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:18:35.659953 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-47c255d0-c411-4606-8ea9-9ded2608b14f None None] For port 42dbe33c-c7ed-497a-b27b-c566c095ce81, host dv-cinder-803000-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-4-iscsi',level=0,port_id=42dbe33c-c7ed-497a-b27b-c566c095ce81,segment=NetworkSegment(dc20022a-719b-4310-8b08-8131aa4e3981),segment_id=dc20022a-719b-4310-8b08-8131aa4e3981)] {{(pid=93252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 04:18:35.687935 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-3ec0d637-8a22-4366-a203-e489ef0c1cf2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bd7d1300d7fb4219b9d25da6260fa5cd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0154800 Aug 05 04:18:35.694711 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-47c255d0-c411-4606-8ea9-9ded2608b14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:35.698744 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 53014) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:18:35.725677 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-644179c8-b735-417c-96ae-d16e4622bec5 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:35.731254 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:35.755394 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [req-a2842d29-77a0-4ba2-a6ae-d18df8e9c11b req-b487938e-6aba-4e8d-b703-90b440ff87c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42c57c80-e151-4c69-8999-cf599c413e90 {{(pid=93251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 04:18:35.765648 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-a2842d29-77a0-4ba2-a6ae-d18df8e9c11b req-b487938e-6aba-4e8d-b703-90b440ff87c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:35.791044 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [req-a2842d29-77a0-4ba2-a6ae-d18df8e9c11b req-b487938e-6aba-4e8d-b703-90b440ff87c9 service neutron] Transition to ACTIVE for port object 42c57c80-e151-4c69-8999-cf599c413e90 will not be triggered until provisioned by entity L2. {{(pid=93251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 04:18:35.826586 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-a2842d29-77a0-4ba2-a6ae-d18df8e9c11b req-b487938e-6aba-4e8d-b703-90b440ff87c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:35.855609 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae46a21a-4dc9-41ce-8761-ac63d1f84022 None None] Pushing event updated for resources: {'Port': ['ID=42dbe33c-c7ed-497a-b27b-c566c095ce81,revision_number=4']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:18:35.872717 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63419ed-6830-4516-9a95-87563efd96f9 req-a83d81e5-4f37-4474-82c6-c8c9a9a8dd47 tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:18:35.873367 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b63419ed-6830-4516-9a95-87563efd96f9 req-a83d81e5-4f37-4474-82c6-c8c9a9a8dd47 tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea337739-7555-49b7-80dc-855419a955a9 HTTP/1.1" status: 200 len: 932 time: 0.7374680 Aug 05 04:18:35.889455 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c255d0-c411-4606-8ea9-9ded2608b14f None None] Routers {'c0acc1f0-e815-43ff-8535-1583f9e4beac'} bound to L3 agent in host dv-cinder-803000-4-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 04:18:35.891112 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-47c255d0-c411-4606-8ea9-9ded2608b14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T04:10:35Z,description=,heartbeat_timestamp=2021-08-05T04:18:35Z,host='dv-cinder-803000-4-iscsi',id=8e71ca1b-9911-44b3-bf09-1fce3db7ea9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T04:10:35Z,topic='l3_agent')) {'router_ids': ['c0acc1f0-e815-43ff-8535-1583f9e4beac'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:18:35.934497 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-a365f06f-a994-4a72-aac5-dedffe3c4d1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:36.020392 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b63419ed-6830-4516-9a95-87563efd96f9 req-9db929de-dfda-4860-831d-e722c3ed0654 tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] 10.222.0.37 "GET /v2.0/security-groups?id=eaa3c5bc-854e-4c8f-9929-54a304f44186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871189 Aug 05 04:18:36.081614 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b487938e-6aba-4e8d-b703-90b440ff87c9 service neutron] Pushing event updated for resources: {'Port': ['ID=42c57c80-e151-4c69-8999-cf599c413e90,revision_number=2']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:18:36.097618 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e3b69c84-a55a-462b-a68d-a1585e2410a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:36.101420 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e3b69c84-a55a-462b-a68d-a1585e2410a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:36.105010 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-e3b69c84-a55a-462b-a68d-a1585e2410a3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4147efe6-9337-4b03-8d19-c646091affcc HTTP/1.1" status: 204 len: 168 time: 1.6114576 Aug 05 04:18:36.119000 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-a365f06f-a994-4a72-aac5-dedffe3c4d1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:36.143632 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4239c27-96fb-4889-979b-75c49014a5cf req-fa08a8b2-1ad4-49cd-9b3c-87ec174a743b tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:18:36.145267 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b4239c27-96fb-4889-979b-75c49014a5cf req-fa08a8b2-1ad4-49cd-9b3c-87ec174a743b tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/ports?device_id=2115d019-f085-4012-b398-de97bdeb18ce HTTP/1.1" status: 200 len: 943 time: 0.1361492 Aug 05 04:18:36.146051 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b69c84-a55a-462b-a68d-a1585e2410a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4147efe6-9337-4b03-8d19-c646091affcc,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:18:36.164718 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-47c255d0-c411-4606-8ea9-9ded2608b14f None None] Set router c0acc1f0-e815-43ff-8535-1583f9e4beac gateway port host: dv-cinder-803000-4-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 04:18:36.242671 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [req-eb250614-070a-47b3-8d18-c865d41552a4 req-09e25b21-c2a6-40dc-8541-ab25573ad91b service neutron] Request body: {'port': {'device_id': 'ea337739-7555-49b7-80dc-855419a955a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80300'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:18:36.266154 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [req-a2842d29-77a0-4ba2-a6ae-d18df8e9c11b req-b487938e-6aba-4e8d-b703-90b440ff87c9 service neutron] Attempting to bind port 42c57c80-e151-4c69-8999-cf599c413e90 on host hv-cinder-80300 for vnic_type normal with profile {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 04:18:36.267272 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [req-a2842d29-77a0-4ba2-a6ae-d18df8e9c11b req-b487938e-6aba-4e8d-b703-90b440ff87c9 service neutron] Attempting to bind port 42c57c80-e151-4c69-8999-cf599c413e90 by drivers openvswitch,hyperv on host hv-cinder-80300 at level 0 using segments [{'id': '3dde1be1-08d0-4677-a267-c0d98cf2de43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cf907c3d-eb09-4c0a-8c7f-37b6a493a079'}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 04:18:36.267535 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2842d29-77a0-4ba2-a6ae-d18df8e9c11b req-b487938e-6aba-4e8d-b703-90b440ff87c9 service neutron] Attempting to bind port 42c57c80-e151-4c69-8999-cf599c413e90 on network cf907c3d-eb09-4c0a-8c7f-37b6a493a079 {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 04:18:36.285247 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Provisioning complete for port ebafcf28-bb05-4219-ba6b-63db8f70f219 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 04:18:36.285714 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66839334'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:36.288974 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2842d29-77a0-4ba2-a6ae-d18df8e9c11b req-b487938e-6aba-4e8d-b703-90b440ff87c9 service neutron] Port 42c57c80-e151-4c69-8999-cf599c413e90 on network cf907c3d-eb09-4c0a-8c7f-37b6a493a079 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80300 {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 04:18:36.289307 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2842d29-77a0-4ba2-a6ae-d18df8e9c11b req-b487938e-6aba-4e8d-b703-90b440ff87c9 service neutron] Attempting to bind port 42c57c80-e151-4c69-8999-cf599c413e90 on network cf907c3d-eb09-4c0a-8c7f-37b6a493a079 {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 04:18:36.318665 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2842d29-77a0-4ba2-a6ae-d18df8e9c11b req-b487938e-6aba-4e8d-b703-90b440ff87c9 service neutron] Checking agent: {'id': 'a0106253-c5a2-4978-ae01-2b305935773e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80300', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 4, 16, 33), 'started_at': datetime.datetime(2021, 8, 5, 4, 16, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 4, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 04:18:36.319116 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2842d29-77a0-4ba2-a6ae-d18df8e9c11b req-b487938e-6aba-4e8d-b703-90b440ff87c9 service neutron] Checking segment: {'id': '3dde1be1-08d0-4677-a267-c0d98cf2de43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cf907c3d-eb09-4c0a-8c7f-37b6a493a079'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 04:18:36.319576 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2842d29-77a0-4ba2-a6ae-d18df8e9c11b req-b487938e-6aba-4e8d-b703-90b440ff87c9 service neutron] Bound using segment: {'id': '3dde1be1-08d0-4677-a267-c0d98cf2de43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cf907c3d-eb09-4c0a-8c7f-37b6a493a079'} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 04:18:36.320035 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [req-a2842d29-77a0-4ba2-a6ae-d18df8e9c11b req-b487938e-6aba-4e8d-b703-90b440ff87c9 service neutron] Bound port: 42c57c80-e151-4c69-8999-cf599c413e90, host: hv-cinder-80300, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dde1be1-08d0-4677-a267-c0d98cf2de43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cf907c3d-eb09-4c0a-8c7f-37b6a493a079'}}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 04:18:36.320404 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-a2842d29-77a0-4ba2-a6ae-d18df8e9c11b req-b487938e-6aba-4e8d-b703-90b440ff87c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:36.406551 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0338e75d-3c7d-45d3-9b71-fe828f191b77 req-b59e2b5d-94ee-4ec9-9301-6b7acb4bf94e tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e15d21-e838-4976-9b48-0180a753f296 HTTP/1.1" status: 200 len: 210 time: 0.1877444 Aug 05 04:18:36.416870 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-03641130-cd72-49d2-95a2-84c2adaa14ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:36.477494 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-644179c8-b735-417c-96ae-d16e4622bec5 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Notify callbacks [] for port, precommit_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:36.491033 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-644179c8-b735-417c-96ae-d16e4622bec5 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:36.520765 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b4239c27-96fb-4889-979b-75c49014a5cf req-67323018-2fd8-44ca-9866-ac487ffceb0c tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/security-groups?id=d92b311d-35d1-4c30-9d9b-586d3bdc7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3604863 Aug 05 04:18:36.529799 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-eb250614-070a-47b3-8d18-c865d41552a4 req-09e25b21-c2a6-40dc-8541-ab25573ad91b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:36.536476 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-644179c8-b735-417c-96ae-d16e4622bec5 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-699471'] for floatingip, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:36.570928 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-47c255d0-c411-4606-8ea9-9ded2608b14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0acc1f0-e815-43ff-8535-1583f9e4beac', 'name': 'tempest-ServerRescueNegativeTestJSON-1668593580-router', 'tenant_id': '8eb0ee8cdd9f4664bd6a71d95fef8f7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'external_fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'acb9a026-8da8-4740-bf79-30426c8ddddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:18:21Z', 'updated_at': '2021-08-05T04:18:27Z', 'revision_number': 4, 'project_id': '8eb0ee8cdd9f4664bd6a71d95fef8f7a', 'gw_port': {'id': 'acb9a026-8da8-4740-bf79-30426c8ddddc', 'name': '', 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:42:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0acc1f0-e815-43ff-8535-1583f9e4beac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:18:22Z', 'updated_at': '2021-08-05T04:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-4-iscsi', '_interfaces': [{'id': '42dbe33c-c7ed-497a-b27b-c566c095ce81', 'name': '', 'network_id': '4a73174c-8cf7-4eb5-84d2-c19fe864c831', 'tenant_id': '8eb0ee8cdd9f4664bd6a71d95fef8f7a', 'mac_address': 'fa:16:3e:c8:57:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0acc1f0-e815-43ff-8535-1583f9e4beac', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '3a9fe8aa-38d2-494e-ab5e-e2594d44600a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:18:26Z', 'updated_at': '2021-08-05T04:18:35Z', 'revision_number': 4, 'project_id': '8eb0ee8cdd9f4664bd6a71d95fef8f7a', 'subnets': [{'id': '3a9fe8aa-38d2-494e-ab5e-e2594d44600a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803000-4-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:18:36.598961 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-644179c8-b735-417c-96ae-d16e4622bec5 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224329'] for floatingip, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:36.600343 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-644179c8-b735-417c-96ae-d16e4622bec5 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5495431 Aug 05 04:18:36.601803 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [req-a2842d29-77a0-4ba2-a6ae-d18df8e9c11b req-b487938e-6aba-4e8d-b703-90b440ff87c9 service neutron] For port 42c57c80-e151-4c69-8999-cf599c413e90, host hv-cinder-80300, cleared binding levels {{(pid=93251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 04:18:36.616503 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-a365f06f-a994-4a72-aac5-dedffe3c4d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:36.621421 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644179c8-b735-417c-96ae-d16e4622bec5 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Pushing event updated for resources: {'Port': ['ID=5385ceff-1cbb-4ee8-ab63-77925a46c9ac,revision_number=2']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:18:36.621567 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-a365f06f-a994-4a72-aac5-dedffe3c4d1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:36.622771 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-a365f06f-a994-4a72-aac5-dedffe3c4d1a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/96570a06-013a-4bdf-bc89-4613e24979be HTTP/1.1" status: 204 len: 168 time: 0.9228406 Aug 05 04:18:36.629668 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c255d0-c411-4606-8ea9-9ded2608b14f None None] The sync data for ids ['c0acc1f0-e815-43ff-8535-1583f9e4beac'] in dv-cinder-803000-4-iscsi is: [{'id': 'c0acc1f0-e815-43ff-8535-1583f9e4beac', 'name': 'tempest-ServerRescueNegativeTestJSON-1668593580-router', 'tenant_id': '8eb0ee8cdd9f4664bd6a71d95fef8f7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'external_fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'acb9a026-8da8-4740-bf79-30426c8ddddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:18:21Z', 'updated_at': '2021-08-05T04:18:27Z', 'revision_number': 4, 'project_id': '8eb0ee8cdd9f4664bd6a71d95fef8f7a', 'gw_port': {'id': 'acb9a026-8da8-4740-bf79-30426c8ddddc', 'name': '', 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:42:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0acc1f0-e815-43ff-8535-1583f9e4beac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:18:22Z', 'updated_at': '2021-08-05T04:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-4-iscsi', '_interfaces': [{'id': '42dbe33c-c7ed-497a-b27b-c566c095ce81', 'name': '', 'network_id': '4a73174c-8cf7-4eb5-84d2-c19fe864c831', 'tenant_id': '8eb0ee8cdd9f4664bd6a71d95fef8f7a', 'mac_address': 'fa:16:3e:c8:57:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0acc1f0-e815-43ff-8535-1583f9e4beac', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '3a9fe8aa-38d2-494e-ab5e-e2594d44600a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:18:26Z', 'updated_at': '2021-08-05T04:18:35Z', 'revision_number': 4, 'project_id': '8eb0ee8cdd9f4664bd6a71d95fef8f7a', 'subnets': [{'id': '3a9fe8aa-38d2-494e-ab5e-e2594d44600a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 04:18:36.635675 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [req-a2842d29-77a0-4ba2-a6ae-d18df8e9c11b req-b487938e-6aba-4e8d-b703-90b440ff87c9 service neutron] For port 42c57c80-e151-4c69-8999-cf599c413e90, host hv-cinder-80300, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=42c57c80-e151-4c69-8999-cf599c413e90,segment=NetworkSegment(3dde1be1-08d0-4677-a267-c0d98cf2de43),segment_id=3dde1be1-08d0-4677-a267-c0d98cf2de43)] {{(pid=93251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 04:18:36.643034 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-a2842d29-77a0-4ba2-a6ae-d18df8e9c11b req-b487938e-6aba-4e8d-b703-90b440ff87c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:36.659329 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a365f06f-a994-4a72-aac5-dedffe3c4d1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96570a06-013a-4bdf-bc89-4613e24979be,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:18:36.699017 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2842d29-77a0-4ba2-a6ae-d18df8e9c11b req-b487938e-6aba-4e8d-b703-90b440ff87c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:18:36.699783 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-a2842d29-77a0-4ba2-a6ae-d18df8e9c11b req-b487938e-6aba-4e8d-b703-90b440ff87c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568634'] for port, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:36.701331 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-a2842d29-77a0-4ba2-a6ae-d18df8e9c11b req-b487938e-6aba-4e8d-b703-90b440ff87c9 service neutron] 10.222.0.39 "PUT /v2.0/ports/42c57c80-e151-4c69-8999-cf599c413e90 HTTP/1.1" status: 200 len: 1093 time: 3.1492436 Aug 05 04:18:36.701876 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2115d019-f085-4012-b398-de97bdeb18ce', 'tag': '42c57c80-e151-4c69-8999-cf599c413e90'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 04:18:36.812678 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b487938e-6aba-4e8d-b703-90b440ff87c9 service neutron] Pushing event updated for resources: {'Port': ['ID=42c57c80-e151-4c69-8999-cf599c413e90,revision_number=3']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:18:36.935322 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-75045187-476b-4490-99c9-ff545938320e req-518e3c07-732c-4c9d-82b1-2b214bb6dc62 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--2059350686&fields=id&tenant_id=7e1b30b90c7140f8b2ccf41b54163dd5 HTTP/1.1" status: 200 len: 267 time: 0.0886986 Aug 05 04:18:37.029176 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc51a2a5f300f30acac232ef327f3f01bb0f894a96a37a70efeb1c252096f2af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f59114af-7f57-4835-87cb-e40022c98417" -d '{"events": [{"name": "network-changed", "server_uuid": "2115d019-f085-4012-b398-de97bdeb18ce", "tag": "42c57c80-e151-4c69-8999-cf599c413e90"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 04:18:37.120664 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75045187-476b-4490-99c9-ff545938320e req-06f84a0c-55ed-4061-b7ab-aa97db452a04 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:18:37.128738 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-75045187-476b-4490-99c9-ff545938320e req-06f84a0c-55ed-4061-b7ab-aa97db452a04 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/networks?id=96928152-e7de-4eec-a055-721b95480308 HTTP/1.1" status: 200 len: 811 time: 0.1925061 Aug 05 04:18:37.191059 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-75045187-476b-4490-99c9-ff545938320e req-24f499f0-6029-4990-8fed-1d1364e353f6 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/quotas/7e1b30b90c7140f8b2ccf41b54163dd5 HTTP/1.1" status: 200 len: 375 time: 0.0610988 Aug 05 04:18:37.255474 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [req-eb250614-070a-47b3-8d18-c865d41552a4 req-09e25b21-c2a6-40dc-8541-ab25573ad91b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bae3ffc-a0df-4c0f-83d1-3a7117b43392 {{(pid=93250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 04:18:37.272882 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-eb250614-070a-47b3-8d18-c865d41552a4 req-09e25b21-c2a6-40dc-8541-ab25573ad91b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:37.316003 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 04:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe5b65b8-b175-47de-9462-e43923ccc13a x-openstack-request-id: req-fe5b65b8-b175-47de-9462-e43923ccc13a {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 04:18:37.316855 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2115d019-f085-4012-b398-de97bdeb18ce", "tag": "42c57c80-e151-4c69-8999-cf599c413e90", "status": "completed", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 04:18:37.317274 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fe5b65b8-b175-47de-9462-e43923ccc13a {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 04:18:37.317872 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2115d019-f085-4012-b398-de97bdeb18ce', 'tag': '42c57c80-e151-4c69-8999-cf599c413e90', 'status': 'completed', 'code': 200} Aug 05 04:18:37.328233 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-75045187-476b-4490-99c9-ff545938320e req-1156b129-8d6b-425f-9fd7-b403019d806c tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=7e1b30b90c7140f8b2ccf41b54163dd5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1361246 Aug 05 04:18:37.377106 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.db.provisioning_blocks [req-eb250614-070a-47b3-8d18-c865d41552a4 req-09e25b21-c2a6-40dc-8541-ab25573ad91b service neutron] Transition to ACTIVE for port object 8bae3ffc-a0df-4c0f-83d1-3a7117b43392 will not be triggered until provisioned by entity L2. {{(pid=93250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 04:18:37.432512 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-eb250614-070a-47b3-8d18-c865d41552a4 req-09e25b21-c2a6-40dc-8541-ab25573ad91b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:37.579703 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Device 42dbe33c-c7ed-497a-b27b-c566c095ce81 up at agent ovs-agent-dv-cinder-803000-4-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 04:18:37.656063 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e25b21-c2a6-40dc-8541-ab25573ad91b service neutron] Pushing event updated for resources: {'Port': ['ID=8bae3ffc-a0df-4c0f-83d1-3a7117b43392,revision_number=2']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:18:37.675027 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267cfb10-8454-4c9f-9aae-6126e9be2e16 req-6e6f649b-e339-45df-8c56-a3834c4048c2 tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:18:37.677135 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-267cfb10-8454-4c9f-9aae-6126e9be2e16 req-6e6f649b-e339-45df-8c56-a3834c4048c2 tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea337739-7555-49b7-80dc-855419a955a9 HTTP/1.1" status: 200 len: 944 time: 0.2459471 Aug 05 04:18:37.689519 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-75045187-476b-4490-99c9-ff545938320e req-269a69ad-5813-46a2-9a2b-683d13eff520 service neutron] 10.222.0.37 "GET /v2.0/networks/96928152-e7de-4eec-a055-721b95480308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3520546 Aug 05 04:18:37.697772 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Provisioning for port 42dbe33c-c7ed-497a-b27b-c566c095ce81 completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 04:18:37.707220 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Provisioning complete for port 42dbe33c-c7ed-497a-b27b-c566c095ce81 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 04:18:37.709390 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66839334'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:37.802738 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-75045187-476b-4490-99c9-ff545938320e req-42d16e60-7eea-4f16-97eb-bc27a1b3bf99 service neutron] 10.222.0.37 "GET /v2.0/networks/96928152-e7de-4eec-a055-721b95480308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118634 Aug 05 04:18:37.807705 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-eb250614-070a-47b3-8d18-c865d41552a4 req-09e25b21-c2a6-40dc-8541-ab25573ad91b service neutron] Attempting to bind port 8bae3ffc-a0df-4c0f-83d1-3a7117b43392 on host hv-cinder-80300 for vnic_type normal with profile {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 04:18:37.808246 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-eb250614-070a-47b3-8d18-c865d41552a4 req-09e25b21-c2a6-40dc-8541-ab25573ad91b service neutron] Attempting to bind port 8bae3ffc-a0df-4c0f-83d1-3a7117b43392 by drivers openvswitch,hyperv on host hv-cinder-80300 at level 0 using segments [{'id': '07698abb-56a5-4b92-a0c9-951923c673ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '745807ed-0ad6-4f28-a193-b36e2d5cff62'}] {{(pid=93250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 04:18:37.809482 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb250614-070a-47b3-8d18-c865d41552a4 req-09e25b21-c2a6-40dc-8541-ab25573ad91b service neutron] Attempting to bind port 8bae3ffc-a0df-4c0f-83d1-3a7117b43392 on network 745807ed-0ad6-4f28-a193-b36e2d5cff62 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 04:18:37.865194 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb250614-070a-47b3-8d18-c865d41552a4 req-09e25b21-c2a6-40dc-8541-ab25573ad91b service neutron] Port 8bae3ffc-a0df-4c0f-83d1-3a7117b43392 on network 745807ed-0ad6-4f28-a193-b36e2d5cff62 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80300 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 04:18:37.865623 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb250614-070a-47b3-8d18-c865d41552a4 req-09e25b21-c2a6-40dc-8541-ab25573ad91b service neutron] Attempting to bind port 8bae3ffc-a0df-4c0f-83d1-3a7117b43392 on network 745807ed-0ad6-4f28-a193-b36e2d5cff62 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 04:18:37.928425 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb250614-070a-47b3-8d18-c865d41552a4 req-09e25b21-c2a6-40dc-8541-ab25573ad91b service neutron] Checking agent: {'id': 'a0106253-c5a2-4978-ae01-2b305935773e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80300', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 4, 16, 33), 'started_at': datetime.datetime(2021, 8, 5, 4, 16, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 4, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 04:18:37.931550 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb250614-070a-47b3-8d18-c865d41552a4 req-09e25b21-c2a6-40dc-8541-ab25573ad91b service neutron] Checking segment: {'id': '07698abb-56a5-4b92-a0c9-951923c673ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '745807ed-0ad6-4f28-a193-b36e2d5cff62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 04:18:37.931686 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb250614-070a-47b3-8d18-c865d41552a4 req-09e25b21-c2a6-40dc-8541-ab25573ad91b service neutron] Bound using segment: {'id': '07698abb-56a5-4b92-a0c9-951923c673ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '745807ed-0ad6-4f28-a193-b36e2d5cff62'} {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 04:18:37.932115 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-eb250614-070a-47b3-8d18-c865d41552a4 req-09e25b21-c2a6-40dc-8541-ab25573ad91b service neutron] Bound port: 8bae3ffc-a0df-4c0f-83d1-3a7117b43392, host: hv-cinder-80300, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07698abb-56a5-4b92-a0c9-951923c673ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '745807ed-0ad6-4f28-a193-b36e2d5cff62'}}] {{(pid=93250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 04:18:37.932677 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-eb250614-070a-47b3-8d18-c865d41552a4 req-09e25b21-c2a6-40dc-8541-ab25573ad91b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:37.947672 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:37.983464 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-267cfb10-8454-4c9f-9aae-6126e9be2e16 req-56e66858-9dcb-4419-873f-643617fa6de0 tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] 10.222.0.37 "GET /v2.0/security-groups?id=eaa3c5bc-854e-4c8f-9929-54a304f44186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2909822 Aug 05 04:18:38.033710 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-6a2206e1-ea48-45a0-865e-aad2fcc79b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:38.081466 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] For port 42dbe33c-c7ed-497a-b27b-c566c095ce81, host dv-cinder-803000-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-4-iscsi',level=0,port_id=42dbe33c-c7ed-497a-b27b-c566c095ce81,segment=NetworkSegment(dc20022a-719b-4310-8b08-8131aa4e3981),segment_id=dc20022a-719b-4310-8b08-8131aa4e3981)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:18:38.092219 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:38.191718 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-eb250614-070a-47b3-8d18-c865d41552a4 req-09e25b21-c2a6-40dc-8541-ab25573ad91b service neutron] For port 8bae3ffc-a0df-4c0f-83d1-3a7117b43392, host hv-cinder-80300, cleared binding levels {{(pid=93250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 04:18:38.199905 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-eb250614-070a-47b3-8d18-c865d41552a4 req-09e25b21-c2a6-40dc-8541-ab25573ad91b service neutron] For port 8bae3ffc-a0df-4c0f-83d1-3a7117b43392, host hv-cinder-80300, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=8bae3ffc-a0df-4c0f-83d1-3a7117b43392,segment=NetworkSegment(07698abb-56a5-4b92-a0c9-951923c673ae),segment_id=07698abb-56a5-4b92-a0c9-951923c673ae)] {{(pid=93250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 04:18:38.210737 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-eb250614-070a-47b3-8d18-c865d41552a4 req-09e25b21-c2a6-40dc-8541-ab25573ad91b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:38.283549 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Pushing event updated for resources: {'Port': ['ID=42dbe33c-c7ed-497a-b27b-c566c095ce81,revision_number=5']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:18:38.532374 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3489d27e-05d9-4501-9f57-3921eb72fe36 req-d2a5abda-ce4a-4c66-935a-6f5534d5920b tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e15d21-e838-4976-9b48-0180a753f296 HTTP/1.1" status: 200 len: 210 time: 0.2190030 Aug 05 04:18:38.533172 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e25b21-c2a6-40dc-8541-ab25573ad91b service neutron] Pushing event updated for resources: {'Port': ['ID=8bae3ffc-a0df-4c0f-83d1-3a7117b43392,revision_number=3']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:18:38.597903 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb250614-070a-47b3-8d18-c865d41552a4 req-09e25b21-c2a6-40dc-8541-ab25573ad91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:18:38.599011 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-eb250614-070a-47b3-8d18-c865d41552a4 req-09e25b21-c2a6-40dc-8541-ab25573ad91b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568634'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:38.601264 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-eb250614-070a-47b3-8d18-c865d41552a4 req-09e25b21-c2a6-40dc-8541-ab25573ad91b service neutron] 10.222.0.39 "PUT /v2.0/ports/8bae3ffc-a0df-4c0f-83d1-3a7117b43392 HTTP/1.1" status: 200 len: 1094 time: 2.3768432 Aug 05 04:18:38.601998 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea337739-7555-49b7-80dc-855419a955a9', 'tag': '8bae3ffc-a0df-4c0f-83d1-3a7117b43392'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 04:18:38.883145 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ea549f58-fe58-4554-9811-53dcc666769a req-9af0cf91-11da-4e2d-9b22-5d43cdade17e tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/ports?device_id=2147f667-d746-4185-9f35-aeecd3b618bf HTTP/1.1" status: 200 len: 210 time: 0.0445027 Aug 05 04:18:38.918054 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dd07b8-4e8a-415b-912a-598afed3e018 req-6bcc8a8b-f726-441a-9d62-140f9b794a2e tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:18:38.928791 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-83dd07b8-4e8a-415b-912a-598afed3e018 req-6bcc8a8b-f726-441a-9d62-140f9b794a2e tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/ports?device_id=2115d019-f085-4012-b398-de97bdeb18ce HTTP/1.1" status: 200 len: 943 time: 0.6603365 Aug 05 04:18:38.987192 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-83dd07b8-4e8a-415b-912a-598afed3e018 req-2ab4fde2-2250-47b9-bccf-5bcfcfc4f0c2 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/security-groups?id=d92b311d-35d1-4c30-9d9b-586d3bdc7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566993 Aug 05 04:18:39.117663 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}291f54d86260268176ea2bbc10b53d1be45ae62ce21e3035f9ef74b1f5967b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc1f28d5-d807-4208-9cff-413ebbf0ad6b" -d '{"events": [{"name": "network-changed", "server_uuid": "ea337739-7555-49b7-80dc-855419a955a9", "tag": "8bae3ffc-a0df-4c0f-83d1-3a7117b43392"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 04:18:39.180261 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87120821-e258-4d1c-b502-ba708ef0be42 req-b5943cf0-ec6d-40b6-816e-2c2dccc8f347 tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:18:39.181954 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-87120821-e258-4d1c-b502-ba708ef0be42 req-b5943cf0-ec6d-40b6-816e-2c2dccc8f347 tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea337739-7555-49b7-80dc-855419a955a9 HTTP/1.1" status: 200 len: 944 time: 0.0809336 Aug 05 04:18:39.296718 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-87120821-e258-4d1c-b502-ba708ef0be42 req-679fbe13-400a-4222-ba1a-f30bc5ac6552 tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] 10.222.0.37 "GET /v2.0/security-groups?id=eaa3c5bc-854e-4c8f-9929-54a304f44186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030576 Aug 05 04:18:39.496344 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Device 42dbe33c-c7ed-497a-b27b-c566c095ce81 up at agent ovs-agent-dv-cinder-803000-4-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 04:18:39.554178 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 04:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4bbe416-fcc3-46c9-94d2-6a01ecb60b77 x-openstack-request-id: req-c4bbe416-fcc3-46c9-94d2-6a01ecb60b77 {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 04:18:39.554735 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea337739-7555-49b7-80dc-855419a955a9", "tag": "8bae3ffc-a0df-4c0f-83d1-3a7117b43392", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 04:18:39.554735 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c4bbe416-fcc3-46c9-94d2-6a01ecb60b77 {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 04:18:39.555359 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea337739-7555-49b7-80dc-855419a955a9', 'tag': '8bae3ffc-a0df-4c0f-83d1-3a7117b43392', 'status': 'completed', 'code': 200} Aug 05 04:18:39.583454 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Provisioning complete for port 42dbe33c-c7ed-497a-b27b-c566c095ce81 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 04:18:39.583957 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66839334'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:39.707480 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e56bd546-62eb-48a7-bcc6-ba03fc8e25f5 req-a0859354-b0ab-476c-bb44-de411ab998af tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e15d21-e838-4976-9b48-0180a753f296 HTTP/1.1" status: 200 len: 210 time: 0.0834851 Aug 05 04:18:40.022342 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c095afb6-0431-4955-991b-a064594bc59d req-e4036819-b8d2-49ee-9abe-06d4b7b70969 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/ports?device_id=2147f667-d746-4185-9f35-aeecd3b618bf HTTP/1.1" status: 200 len: 210 time: 0.0505655 Aug 05 04:18:40.160159 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb03d24d-a505-49ae-958b-87e49d068d79 req-d9ea0d46-f4ee-43f9-84c7-e7a8b3444fde tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:18:40.165003 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-cb03d24d-a505-49ae-958b-87e49d068d79 req-d9ea0d46-f4ee-43f9-84c7-e7a8b3444fde tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/ports?device_id=2115d019-f085-4012-b398-de97bdeb18ce HTTP/1.1" status: 200 len: 943 time: 0.0628405 Aug 05 04:18:40.229661 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-cb03d24d-a505-49ae-958b-87e49d068d79 req-179e76ea-ecbf-4b9c-a3ad-955a34b2dffb tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/security-groups?id=d92b311d-35d1-4c30-9d9b-586d3bdc7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459850 Aug 05 04:18:40.422882 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1192f03f-8e21-4042-bec0-d7dfac85e201 req-82387c08-c8e2-46e9-a044-5cfda072f1d6 tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:18:40.424262 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1192f03f-8e21-4042-bec0-d7dfac85e201 req-82387c08-c8e2-46e9-a044-5cfda072f1d6 tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea337739-7555-49b7-80dc-855419a955a9 HTTP/1.1" status: 200 len: 944 time: 0.0570784 Aug 05 04:18:40.466914 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1192f03f-8e21-4042-bec0-d7dfac85e201 req-b3e7d070-910c-414e-ac94-54f21f91717c tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] 10.222.0.37 "GET /v2.0/security-groups?id=eaa3c5bc-854e-4c8f-9929-54a304f44186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364666 Aug 05 04:18:40.806409 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-84c796dd-70fb-4481-92dd-c3971ede03f3 req-66c91efc-5b3c-4926-8df6-9f6512aa0f5e tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e15d21-e838-4976-9b48-0180a753f296 HTTP/1.1" status: 200 len: 210 time: 0.0335937 Aug 05 04:18:41.122074 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-330ab4b2-fdfb-4b61-a7ea-75178d15685c req-2ba8ad3f-fcf4-4e7f-bd84-982ad13f5ef5 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/ports?device_id=2147f667-d746-4185-9f35-aeecd3b618bf HTTP/1.1" status: 200 len: 210 time: 0.0286682 Aug 05 04:18:41.358958 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48324ff5-444e-416d-99a7-958b7ec991f6 req-187048c2-c8c9-4e58-8d53-99a7049207f6 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:18:41.372978 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-48324ff5-444e-416d-99a7-958b7ec991f6 req-187048c2-c8c9-4e58-8d53-99a7049207f6 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/ports?device_id=2115d019-f085-4012-b398-de97bdeb18ce HTTP/1.1" status: 200 len: 943 time: 0.0747824 Aug 05 04:18:41.448677 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-48324ff5-444e-416d-99a7-958b7ec991f6 req-c6eb99dc-fa5e-409d-afaf-51c015eec001 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/security-groups?id=d92b311d-35d1-4c30-9d9b-586d3bdc7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589900 Aug 05 04:18:41.619248 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e17c918-ca87-4632-8d54-0732b0b0f4d5 req-f839fe6a-1bf4-4225-924c-0334b64580ee tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:18:41.621217 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1e17c918-ca87-4632-8d54-0732b0b0f4d5 req-f839fe6a-1bf4-4225-924c-0334b64580ee tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea337739-7555-49b7-80dc-855419a955a9 HTTP/1.1" status: 200 len: 944 time: 0.0716128 Aug 05 04:18:41.660398 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1e17c918-ca87-4632-8d54-0732b0b0f4d5 req-716fc4d2-6db8-42e0-9e82-7e7151f38649 tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] 10.222.0.37 "GET /v2.0/security-groups?id=eaa3c5bc-854e-4c8f-9929-54a304f44186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330527 Aug 05 04:18:41.909007 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-09edf4a2-3949-4ca1-81e3-dbfb20f3d8c2 req-b06f812f-726e-4e60-83ad-ec0af0ae23c0 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e15d21-e838-4976-9b48-0180a753f296 HTTP/1.1" status: 200 len: 210 time: 0.0313244 Aug 05 04:18:42.222011 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-bb559f0a-5381-4488-9e6a-3284895fbee6 req-c74ac984-0cb6-4ec3-a2b9-5faf86d573de tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/ports?device_id=2147f667-d746-4185-9f35-aeecd3b618bf HTTP/1.1" status: 200 len: 210 time: 0.0293441 Aug 05 04:18:42.254132 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 53262) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:18:42.361128 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-4644e0f3-62ee-4812-aeb8-02bb7195d11b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:42.455852 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-4644e0f3-62ee-4812-aeb8-02bb7195d11b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:42.464182 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-4644e0f3-62ee-4812-aeb8-02bb7195d11b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:42.519654 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4644e0f3-62ee-4812-aeb8-02bb7195d11b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7197ab3-d181-4d4a-96d2-ce5f8be5aa6d,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:18:42.527318 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-4644e0f3-62ee-4812-aeb8-02bb7195d11b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e2ea663d1f784409a6125187833f0006&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2716243 Aug 05 04:18:42.531785 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 53274) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:18:42.639831 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-fb7391f3-e297-417f-8958-1ef78464614a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:42.689157 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a62b909-8327-42ed-b3c1-c23f97f6addb req-350139ac-dbb4-410a-b21b-1a5f00883793 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:18:42.692478 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5a62b909-8327-42ed-b3c1-c23f97f6addb req-350139ac-dbb4-410a-b21b-1a5f00883793 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/ports?device_id=2115d019-f085-4012-b398-de97bdeb18ce HTTP/1.1" status: 200 len: 943 time: 0.1448514 Aug 05 04:18:42.712654 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-fb7391f3-e297-417f-8958-1ef78464614a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:42.783930 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5a62b909-8327-42ed-b3c1-c23f97f6addb req-c7858d5b-ed0d-4cdd-9d2c-781f7b222f66 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/security-groups?id=d92b311d-35d1-4c30-9d9b-586d3bdc7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810056 Aug 05 04:18:42.823709 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-fb7391f3-e297-417f-8958-1ef78464614a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:42.827006 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-fb7391f3-e297-417f-8958-1ef78464614a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:42.828355 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-fb7391f3-e297-417f-8958-1ef78464614a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b7197ab3-d181-4d4a-96d2-ce5f8be5aa6d HTTP/1.1" status: 204 len: 168 time: 0.2951007 Aug 05 04:18:42.854985 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7391f3-e297-417f-8958-1ef78464614a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7197ab3-d181-4d4a-96d2-ce5f8be5aa6d,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:18:42.964322 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3799da46-34b7-466d-a843-e393fecfc5e2 req-d5e7d764-c24b-41ae-9206-7f1ce246e785 tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:18:42.978146 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3799da46-34b7-466d-a843-e393fecfc5e2 req-d5e7d764-c24b-41ae-9206-7f1ce246e785 tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea337739-7555-49b7-80dc-855419a955a9 HTTP/1.1" status: 200 len: 944 time: 0.1689579 Aug 05 04:18:43.067992 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 53308) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:18:43.076602 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8815d2cc-12a2-4f8a-8bcb-0859debbe0f7 req-e5dd9c1c-3dde-4966-bb3a-7b4979c1e921 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e15d21-e838-4976-9b48-0180a753f296 HTTP/1.1" status: 200 len: 210 time: 0.0527046 Aug 05 04:18:43.134527 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3799da46-34b7-466d-a843-e393fecfc5e2 req-3a93879d-142e-4f3c-a80b-bc3cbc0aeedf tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] 10.222.0.37 "GET /v2.0/security-groups?id=eaa3c5bc-854e-4c8f-9929-54a304f44186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539624 Aug 05 04:18:43.333701 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4bb2ce14-c284-46f9-a435-b82845c42121 req-997837c3-13e8-4231-bbcd-b063791397ee tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/ports?device_id=2147f667-d746-4185-9f35-aeecd3b618bf HTTP/1.1" status: 200 len: 210 time: 0.0289180 Aug 05 04:18:43.343961 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-769d4531-5331-4e29-80cb-69f6da7f44f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:43.463011 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-769d4531-5331-4e29-80cb-69f6da7f44f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:43.467949 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-769d4531-5331-4e29-80cb-69f6da7f44f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:43.498172 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 53322) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:18:43.509017 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769d4531-5331-4e29-80cb-69f6da7f44f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c09a87d7-4b96-463e-8ee7-e259b38ca4f0,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:18:43.526098 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-769d4531-5331-4e29-80cb-69f6da7f44f3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5ebac3a1e75847d381a856e97a9ccc26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4566195 Aug 05 04:18:43.528756 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 53328) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:18:43.582509 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3405fd03-c341-40c8-afab-7d7653723ab7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:43.608094 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3405fd03-c341-40c8-afab-7d7653723ab7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:43.664224 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3405fd03-c341-40c8-afab-7d7653723ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:43.666995 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3405fd03-c341-40c8-afab-7d7653723ab7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:43.668785 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-3405fd03-c341-40c8-afab-7d7653723ab7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c09a87d7-4b96-463e-8ee7-e259b38ca4f0 HTTP/1.1" status: 204 len: 168 time: 0.1388137 Aug 05 04:18:43.677731 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3405fd03-c341-40c8-afab-7d7653723ab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c09a87d7-4b96-463e-8ee7-e259b38ca4f0,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:18:43.730919 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-171b2ee1-edcf-4030-9ae0-120d48d0dcda admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:43.835804 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-171b2ee1-edcf-4030-9ae0-120d48d0dcda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:43.841712 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-171b2ee1-edcf-4030-9ae0-120d48d0dcda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:43.907169 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-171b2ee1-edcf-4030-9ae0-120d48d0dcda admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2114dbb8724746bb96d5842d7819470b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4073093 Aug 05 04:18:43.909079 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171b2ee1-edcf-4030-9ae0-120d48d0dcda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7eb3f44-d7c6-4074-9eb3-bbd6cd448679,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:18:43.910674 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 53348) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:18:43.931132 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6e264a-b57d-4d46-99ed-addfae6dfb91 req-b1cf1ee8-db57-4948-89f7-0862886415b8 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:18:43.932786 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8e6e264a-b57d-4d46-99ed-addfae6dfb91 req-b1cf1ee8-db57-4948-89f7-0862886415b8 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/ports?device_id=2115d019-f085-4012-b398-de97bdeb18ce HTTP/1.1" status: 200 len: 943 time: 0.0713532 Aug 05 04:18:43.977538 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-00747ea9-3600-4ead-9caa-ccad02657d28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:43.987594 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8e6e264a-b57d-4d46-99ed-addfae6dfb91 req-fccfde27-6901-4a55-8826-8add742280fe tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/security-groups?id=d92b311d-35d1-4c30-9d9b-586d3bdc7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473337 Aug 05 04:18:44.005847 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-00747ea9-3600-4ead-9caa-ccad02657d28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:44.061761 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-00747ea9-3600-4ead-9caa-ccad02657d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:44.064522 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-00747ea9-3600-4ead-9caa-ccad02657d28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:44.065965 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-00747ea9-3600-4ead-9caa-ccad02657d28 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f7eb3f44-d7c6-4074-9eb3-bbd6cd448679 HTTP/1.1" status: 204 len: 168 time: 0.1541331 Aug 05 04:18:44.076054 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00747ea9-3600-4ead-9caa-ccad02657d28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7eb3f44-d7c6-4074-9eb3-bbd6cd448679,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:18:44.197820 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-814856b4-eb5d-4311-b3bd-b77d0ce88a70 req-1961d736-0c39-44fc-8d40-df8471d563e4 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e15d21-e838-4976-9b48-0180a753f296 HTTP/1.1" status: 200 len: 210 time: 0.0394917 Aug 05 04:18:44.272240 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fadfe65-a56d-447f-b92e-c6ea8d16c41a req-fbd21658-81d8-43dc-a796-23808a6cdbe5 tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:18:44.273739 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9fadfe65-a56d-447f-b92e-c6ea8d16c41a req-fbd21658-81d8-43dc-a796-23808a6cdbe5 tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea337739-7555-49b7-80dc-855419a955a9 HTTP/1.1" status: 200 len: 944 time: 0.0497196 Aug 05 04:18:44.321597 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9fadfe65-a56d-447f-b92e-c6ea8d16c41a req-573d1c6e-5c59-4cb6-a92e-5a1335a4d12c tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] 10.222.0.37 "GET /v2.0/security-groups?id=eaa3c5bc-854e-4c8f-9929-54a304f44186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406291 Aug 05 04:18:44.437743 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-915b7229-e419-4160-9468-23d9b8280d0a req-ec5f77ed-1eec-409b-afe5-78955c076dc2 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/ports?device_id=2147f667-d746-4185-9f35-aeecd3b618bf HTTP/1.1" status: 200 len: 210 time: 0.0264053 Aug 05 04:18:44.459008 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 53378) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:18:44.575572 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 53386) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:18:44.589389 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-50a4b732-336f-47f8-bc07-b61c5595b9e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:44.599180 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-6bae0ee1-6380-4fe6-aa9f-e36c85e507b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:44.685367 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-50a4b732-336f-47f8-bc07-b61c5595b9e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:44.690245 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-50a4b732-336f-47f8-bc07-b61c5595b9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:44.720123 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a4b732-336f-47f8-bc07-b61c5595b9e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f566fa39-a5ca-4866-9558-b9f0be704b25,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:18:44.749713 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-50a4b732-336f-47f8-bc07-b61c5595b9e2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=469e6ca4199f4faca5f557a18cfdf5d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1726990 Aug 05 04:18:44.751969 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 53396) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:18:44.794023 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-6bae0ee1-6380-4fe6-aa9f-e36c85e507b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:44.801358 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-6bae0ee1-6380-4fe6-aa9f-e36c85e507b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:44.819930 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-af78b080-70ff-4fd4-824e-55f39763948a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:44.838339 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-6bae0ee1-6380-4fe6-aa9f-e36c85e507b5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a8f5d5f7d7db4f8e85ca78a4fc972c6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3840673 Aug 05 04:18:44.842377 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 53400) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:18:44.863275 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-af78b080-70ff-4fd4-824e-55f39763948a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:44.865658 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bae0ee1-6380-4fe6-aa9f-e36c85e507b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52f44f37-b7b5-467b-8ed3-0998108b673a,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:18:44.897672 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 53404) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:18:44.916452 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-de07c81e-9b63-4d83-8af3-93c1e969d117 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:44.923274 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-af78b080-70ff-4fd4-824e-55f39763948a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:44.926783 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-af78b080-70ff-4fd4-824e-55f39763948a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:44.930271 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-af78b080-70ff-4fd4-824e-55f39763948a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f566fa39-a5ca-4866-9558-b9f0be704b25 HTTP/1.1" status: 204 len: 168 time: 0.1751928 Aug 05 04:18:44.939222 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af78b080-70ff-4fd4-824e-55f39763948a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f566fa39-a5ca-4866-9558-b9f0be704b25,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:18:44.941988 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-de07c81e-9b63-4d83-8af3-93c1e969d117 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:44.997214 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-de07c81e-9b63-4d83-8af3-93c1e969d117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:45.001146 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-de07c81e-9b63-4d83-8af3-93c1e969d117 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:45.002674 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-de07c81e-9b63-4d83-8af3-93c1e969d117 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/52f44f37-b7b5-467b-8ed3-0998108b673a HTTP/1.1" status: 204 len: 168 time: 0.1587291 Aug 05 04:18:45.014153 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de07c81e-9b63-4d83-8af3-93c1e969d117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52f44f37-b7b5-467b-8ed3-0998108b673a,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:18:45.018954 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-659c8c24-83da-4d16-83ee-4e47564d3c77 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-266516932-network', 'tenant_id': '1b0de69fc45948c7b5c2fd17c0c04955'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:18:45.043188 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-659c8c24-83da-4d16-83ee-4e47564d3c77 admin admin] Made reservation on behalf of 1b0de69fc45948c7b5c2fd17c0c04955 for: {'network': 1} {{(pid=93251) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 04:18:45.046059 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-659c8c24-83da-4d16-83ee-4e47564d3c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for network, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:45.055642 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-659c8c24-83da-4d16-83ee-4e47564d3c77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:45.122547 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1f4f4d-eb79-4904-bc86-d5c145a0484f req-cc495770-9079-46c4-afb8-f718e34fa7f3 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:18:45.124126 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ea1f4f4d-eb79-4904-bc86-d5c145a0484f req-cc495770-9079-46c4-afb8-f718e34fa7f3 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/ports?device_id=2115d019-f085-4012-b398-de97bdeb18ce HTTP/1.1" status: 200 len: 943 time: 0.0577075 Aug 05 04:18:45.173209 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-659c8c24-83da-4d16-83ee-4e47564d3c77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:45.179533 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-659c8c24-83da-4d16-83ee-4e47564d3c77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:45.187521 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ea1f4f4d-eb79-4904-bc86-d5c145a0484f req-b69b6735-6ed0-4774-87e2-aa60451f54f1 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/security-groups?id=d92b311d-35d1-4c30-9d9b-586d3bdc7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512810 Aug 05 04:18:45.212754 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-659c8c24-83da-4d16-83ee-4e47564d3c77 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=93251) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 04:18:45.218089 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659c8c24-83da-4d16-83ee-4e47564d3c77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6be506da-f23b-4e33-8553-74500f35907d,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:18:45.232109 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-659c8c24-83da-4d16-83ee-4e47564d3c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66718183'] for segment, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:45.234149 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.db.segments_db [None req-659c8c24-83da-4d16-83ee-4e47564d3c77 admin admin] Added segment a890d148-d3c2-49a9-b5a3-87a853086238 of type vlan for network 12d160c7-efb0-4a0a-9ec1-6ce983b19ea4 Aug 05 04:18:45.300456 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-659c8c24-83da-4d16-83ee-4e47564d3c77 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763712130115'] for network, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:45.318034 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-45f60be0-2213-4bbd-b686-8cf3ea6749f3 req-1c50704f-d17d-4434-85e6-f1000ea19548 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e15d21-e838-4976-9b48-0180a753f296 HTTP/1.1" status: 200 len: 210 time: 0.0441670 Aug 05 04:18:45.339843 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-659c8c24-83da-4d16-83ee-4e47564d3c77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612'] for network, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:45.341067 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659c8c24-83da-4d16-83ee-4e47564d3c77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:18:45.341650 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-659c8c24-83da-4d16-83ee-4e47564d3c77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568634'] for network, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:45.402574 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-659c8c24-83da-4d16-83ee-4e47564d3c77 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5011237 Aug 05 04:18:45.405854 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659c8c24-83da-4d16-83ee-4e47564d3c77 admin admin] Pushing event updated for resources: {'Network': ['ID=12d160c7-efb0-4a0a-9ec1-6ce983b19ea4,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:18:45.428540 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Network 12d160c7-efb0-4a0a-9ec1-6ce983b19ea4 details requested by agent ovs-agent-dv-cinder-803000-4-iscsi with host dv-cinder-803000-4-iscsi {{(pid=93252) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 04:18:45.445079 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 53430) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:18:45.450399 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-a5581d37-02d7-4edf-96bc-4854c9e99bc5 admin admin] Request body: {'subnet': {'network_id': '12d160c7-efb0-4a0a-9ec1-6ce983b19ea4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-266516932-subnet', 'tenant_id': '1b0de69fc45948c7b5c2fd17c0c04955', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:18:45.477525 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8566f5-8267-40fe-9bec-dee13f88422e req-da716a1d-4892-4f7e-aac5-43c52f6e3893 tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:18:45.482778 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5581d37-02d7-4edf-96bc-4854c9e99bc5 admin admin] Made reservation on behalf of 1b0de69fc45948c7b5c2fd17c0c04955 for: {'subnet': 1} {{(pid=93251) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 04:18:45.485819 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ce8566f5-8267-40fe-9bec-dee13f88422e req-da716a1d-4892-4f7e-aac5-43c52f6e3893 tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea337739-7555-49b7-80dc-855419a955a9 HTTP/1.1" status: 200 len: 944 time: 0.0919352 Aug 05 04:18:45.487292 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a5581d37-02d7-4edf-96bc-4854c9e99bc5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:45.535045 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ce8566f5-8267-40fe-9bec-dee13f88422e req-b47e0424-3e99-4122-a9b4-fbc7b88a2249 tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] 10.222.0.37 "GET /v2.0/security-groups?id=eaa3c5bc-854e-4c8f-9929-54a304f44186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482633 Aug 05 04:18:45.612860 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-04a18ea9-e0e1-4f6f-aea4-19f498732597 req-efb563c1-7d61-4c48-9af0-5d85e12d4690 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/ports?device_id=2147f667-d746-4185-9f35-aeecd3b618bf HTTP/1.1" status: 200 len: 210 time: 0.0393617 Aug 05 04:18:45.680630 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 53440) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:18:45.694324 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-30332325-b622-4a07-8095-f244a22e9a65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:45.712159 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a5581d37-02d7-4edf-96bc-4854c9e99bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612'] for subnet, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:45.776882 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5581d37-02d7-4edf-96bc-4854c9e99bc5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=953bc81e-7196-4b68-ab2e-7a89d1899863,revision_number=0']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:18:45.797266 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5581d37-02d7-4edf-96bc-4854c9e99bc5 admin admin] Checking segment: {'id': 'a890d148-d3c2-49a9-b5a3-87a853086238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '12d160c7-efb0-4a0a-9ec1-6ce983b19ea4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 04:18:45.797685 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5581d37-02d7-4edf-96bc-4854c9e99bc5 admin admin] Network hostable DHCP agents. Network: 12d160c7-efb0-4a0a-9ec1-6ce983b19ea4, hostable agents: ['ea427e49-0af2-4000-bc0d-d234b33f8d84'], hosted agents: [] {{(pid=93251) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 04:18:45.816353 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5581d37-02d7-4edf-96bc-4854c9e99bc5 admin admin] Network 12d160c7-efb0-4a0a-9ec1-6ce983b19ea4 is scheduled to be hosted by DHCP agent ea427e49-0af2-4000-bc0d-d234b33f8d84 with binding_index 1 {{(pid=93251) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 04:18:45.827917 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [None req-a5581d37-02d7-4edf-96bc-4854c9e99bc5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803000-4-iscsi, 12d160c7-efb0-4a0a-9ec1-6ce983b19ea4) {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 04:18:45.832450 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5581d37-02d7-4edf-96bc-4854c9e99bc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:18:45.833079 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a5581d37-02d7-4edf-96bc-4854c9e99bc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568634'] for subnet, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:45.843768 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-30332325-b622-4a07-8095-f244a22e9a65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:45.850915 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9965d883-5108-41a1-8856-143bd95d7196 None None] Network 12d160c7-efb0-4a0a-9ec1-6ce983b19ea4 requested from dv-cinder-803000-4-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 04:18:45.858456 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-30332325-b622-4a07-8095-f244a22e9a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:45.877846 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-a5581d37-02d7-4edf-96bc-4854c9e99bc5 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4315147 Aug 05 04:18:45.913186 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-30332325-b622-4a07-8095-f244a22e9a65 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=049161ba72f84d708cca03ddc1b5e546&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2312210 Aug 05 04:18:45.915937 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 53450) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:18:45.991176 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30332325-b622-4a07-8095-f244a22e9a65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d86db736-828a-40ee-be96-194fd4de6838,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:18:46.006112 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2842d29-77a0-4ba2-a6ae-d18df8e9c11b req-cbd89a45-26db-48d2-8957-c490522c4473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:18:46.010619 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a2842d29-77a0-4ba2-a6ae-d18df8e9c11b req-cbd89a45-26db-48d2-8957-c490522c4473 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0f2e39f05a9844bcbcea52b74bfc92bc&device_id=2115d019-f085-4012-b398-de97bdeb18ce HTTP/1.1" status: 200 len: 1096 time: 0.1447344 Aug 05 04:18:46.043819 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-002ada83-4beb-4486-88a6-e9199cc42ba9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:46.150623 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f828e3-d1cd-4c25-b0a8-a90aa2235810 None None] Network 12d160c7-efb0-4a0a-9ec1-6ce983b19ea4 requested from dv-cinder-803000-4-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 04:18:46.182120 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a2842d29-77a0-4ba2-a6ae-d18df8e9c11b req-1a43182e-bac3-4edb-8063-68a55ebf12c4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=42c57c80-e151-4c69-8999-cf599c413e90 HTTP/1.1" status: 200 len: 217 time: 0.1564670 Aug 05 04:18:46.238756 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-002ada83-4beb-4486-88a6-e9199cc42ba9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:46.269212 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1f28d5-d807-4208-9cff-413ebbf0ad6b req-9cbc76bd-7c56-4cfa-a89b-2a6b3e33e981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:18:46.270971 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-bc1f28d5-d807-4208-9cff-413ebbf0ad6b req-9cbc76bd-7c56-4cfa-a89b-2a6b3e33e981 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e3fc393f82c34a5291502ba9831ef89c&device_id=ea337739-7555-49b7-80dc-855419a955a9 HTTP/1.1" status: 200 len: 1097 time: 0.2282257 Aug 05 04:18:46.386350 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2842d29-77a0-4ba2-a6ae-d18df8e9c11b req-501fd521-7827-4738-8646-1cb311c6d732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:18:46.388571 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a2842d29-77a0-4ba2-a6ae-d18df8e9c11b req-501fd521-7827-4738-8646-1cb311c6d732 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e6f9db74-429d-4d50-95ec-3b879df44d2e HTTP/1.1" status: 200 len: 855 time: 0.1931510 Aug 05 04:18:46.461726 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-002ada83-4beb-4486-88a6-e9199cc42ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:46.461938 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a2842d29-77a0-4ba2-a6ae-d18df8e9c11b req-052197dd-f448-4a4e-8680-df951e7059f4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cf907c3d-eb09-4c0a-8c7f-37b6a493a079&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602767 Aug 05 04:18:46.464272 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-002ada83-4beb-4486-88a6-e9199cc42ba9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:46.465383 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-002ada83-4beb-4486-88a6-e9199cc42ba9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d86db736-828a-40ee-be96-194fd4de6838 HTTP/1.1" status: 204 len: 168 time: 0.5484865 Aug 05 04:18:46.497664 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002ada83-4beb-4486-88a6-e9199cc42ba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d86db736-828a-40ee-be96-194fd4de6838,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:18:46.501348 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82210b37-0c1c-4961-88cf-8f7ca9c0d655 req-d0b4dc64-8049-42cc-a380-a653aba6e5c5 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:18:46.511315 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-82210b37-0c1c-4961-88cf-8f7ca9c0d655 req-d0b4dc64-8049-42cc-a380-a653aba6e5c5 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/ports?device_id=2115d019-f085-4012-b398-de97bdeb18ce HTTP/1.1" status: 200 len: 943 time: 0.1767762 Aug 05 04:18:46.517791 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1f28d5-d807-4208-9cff-413ebbf0ad6b req-bfb2bf2f-14b9-4476-8d35-a0c09c618aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:18:46.519469 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-bc1f28d5-d807-4208-9cff-413ebbf0ad6b req-bfb2bf2f-14b9-4476-8d35-a0c09c618aa7 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=e3fc393f82c34a5291502ba9831ef89c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2322035 Aug 05 04:18:46.550988 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0cf800cb-72b3-44f3-999d-ef4840544615 req-cda1aa7e-243d-4d0f-8a7d-a14485ee0246 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e15d21-e838-4976-9b48-0180a753f296 HTTP/1.1" status: 200 len: 210 time: 0.0840030 Aug 05 04:18:46.594275 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-82210b37-0c1c-4961-88cf-8f7ca9c0d655 req-4199e3d9-cb90-4f60-8606-5f6505e8d37c tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/security-groups?id=d92b311d-35d1-4c30-9d9b-586d3bdc7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729489 Aug 05 04:18:46.734002 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbec6272-0791-436c-ab59-80b5749c6171 req-342c1bbc-23cc-447a-9636-d6bad0ee0ed4 tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:18:46.735591 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-dbec6272-0791-436c-ab59-80b5749c6171 req-342c1bbc-23cc-447a-9636-d6bad0ee0ed4 tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea337739-7555-49b7-80dc-855419a955a9 HTTP/1.1" status: 200 len: 944 time: 0.1126156 Aug 05 04:18:46.749959 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a2842d29-77a0-4ba2-a6ae-d18df8e9c11b req-2774c1b4-4b2d-4be2-97ad-b319cca98bdd service neutron] 10.222.0.39 "GET /v2.0/networks/cf907c3d-eb09-4c0a-8c7f-37b6a493a079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540713 Aug 05 04:18:46.801817 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.39', 52067) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:18:46.833682 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c95c40d7-275a-4a89-bcc3-98d69ab64b3b req-a7e79a10-6d84-4388-9570-64612176ea68 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/ports?device_id=2147f667-d746-4185-9f35-aeecd3b618bf HTTP/1.1" status: 200 len: 210 time: 0.0763941 Aug 05 04:18:46.897464 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-dbec6272-0791-436c-ab59-80b5749c6171 req-f09d9128-3dad-41f1-926e-4d1f5d165bb4 tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] 10.222.0.37 "GET /v2.0/security-groups?id=eaa3c5bc-854e-4c8f-9929-54a304f44186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497264 Aug 05 04:18:46.939006 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a2842d29-77a0-4ba2-a6ae-d18df8e9c11b req-9829f01b-22ed-41d7-9475-60590fbb9822 service neutron] 10.222.0.39 "GET /v2.0/networks/cf907c3d-eb09-4c0a-8c7f-37b6a493a079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676588 Aug 05 04:18:47.118319 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59114af-7f57-4835-87cb-e40022c98417 req-026dd2ac-01f3-4378-9c09-0ec6112cb7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:18:47.120131 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f59114af-7f57-4835-87cb-e40022c98417 req-026dd2ac-01f3-4378-9c09-0ec6112cb7ea service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0f2e39f05a9844bcbcea52b74bfc92bc&device_id=2115d019-f085-4012-b398-de97bdeb18ce HTTP/1.1" status: 200 len: 1096 time: 0.0673892 Aug 05 04:18:47.138764 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1f28d5-d807-4208-9cff-413ebbf0ad6b req-e5d5038d-4b3b-434e-93da-eadbd4f0632b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:18:47.140217 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-bc1f28d5-d807-4208-9cff-413ebbf0ad6b req-e5d5038d-4b3b-434e-93da-eadbd4f0632b service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5649257 Aug 05 04:18:47.206294 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55d611d-6633-4fb8-815e-24599b7bff10 req-0b2c925b-a2a1-4bab-a154-e6f41523bcfc tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:18:47.208602 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-b55d611d-6633-4fb8-815e-24599b7bff10 req-0b2c925b-a2a1-4bab-a154-e6f41523bcfc tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.39 "GET /v2.0/networks?id=4a73174c-8cf7-4eb5-84d2-c19fe864c831 HTTP/1.1" status: 200 len: 819 time: 0.3965986 Aug 05 04:18:47.307077 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [req-b55d611d-6633-4fb8-815e-24599b7bff10 req-44f68df9-c002-4bf2-a4fb-a56330ebc178 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Request body: {'port': {'device_id': '32e15d21-e838-4976-9b48-0180a753f296', 'network_id': '4a73174c-8cf7-4eb5-84d2-c19fe864c831', 'admin_state_up': True, 'tenant_id': '8eb0ee8cdd9f4664bd6a71d95fef8f7a'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:18:47.334536 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59114af-7f57-4835-87cb-e40022c98417 req-e2ff0684-0a53-42eb-9a7f-bef8cfcce833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:18:47.336611 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f59114af-7f57-4835-87cb-e40022c98417 req-e2ff0684-0a53-42eb-9a7f-bef8cfcce833 service neutron] 10.222.0.39 "GET /v2.0/networks?id=cf907c3d-eb09-4c0a-8c7f-37b6a493a079 HTTP/1.1" status: 200 len: 916 time: 0.2081249 Aug 05 04:18:47.413700 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.39', 52070) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:18:47.630264 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f59114af-7f57-4835-87cb-e40022c98417 req-17256d02-7b44-4811-944f-d19345c9db0f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=42c57c80-e151-4c69-8999-cf599c413e90 HTTP/1.1" status: 200 len: 217 time: 0.2820692 Aug 05 04:18:47.656081 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb250614-070a-47b3-8d18-c865d41552a4 req-01c79d65-8ead-455d-a48e-203c4c49e9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:18:47.657646 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-eb250614-070a-47b3-8d18-c865d41552a4 req-01c79d65-8ead-455d-a48e-203c4c49e9aa service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e3fc393f82c34a5291502ba9831ef89c&device_id=ea337739-7555-49b7-80dc-855419a955a9 HTTP/1.1" status: 200 len: 1097 time: 0.3097489 Aug 05 04:18:47.767271 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-27ecd7f7-3c43-4be3-b43e-1473d1c1f9b2 req-efc71434-b829-41ef-94ca-62b08eca29ef tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e15d21-e838-4976-9b48-0180a753f296 HTTP/1.1" status: 200 len: 210 time: 0.0670505 Aug 05 04:18:47.783060 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c097368-e381-41f6-8dd2-55a249aa3c4c req-ef3d4889-4cb6-4ce7-86eb-e3defe6bdc94 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:18:47.784619 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-3c097368-e381-41f6-8dd2-55a249aa3c4c req-ef3d4889-4cb6-4ce7-86eb-e3defe6bdc94 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.39 "GET /v2.0/networks?id=4a73174c-8cf7-4eb5-84d2-c19fe864c831 HTTP/1.1" status: 200 len: 819 time: 0.3678555 Aug 05 04:18:47.786186 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-eb250614-070a-47b3-8d18-c865d41552a4 req-c600bd26-f40a-4e7b-9f70-e502f0fa66a3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8bae3ffc-a0df-4c0f-83d1-3a7117b43392 HTTP/1.1" status: 200 len: 217 time: 0.1029537 Aug 05 04:18:47.810340 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b55d611d-6633-4fb8-815e-24599b7bff10 req-44f68df9-c002-4bf2-a4fb-a56330ebc178 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Made reservation on behalf of 8eb0ee8cdd9f4664bd6a71d95fef8f7a for: {'port': 1} {{(pid=93251) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 04:18:47.814139 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-b55d611d-6633-4fb8-815e-24599b7bff10 req-44f68df9-c002-4bf2-a4fb-a56330ebc178 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:47.822734 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59114af-7f57-4835-87cb-e40022c98417 req-940a4cf1-be24-46f6-9455-36e7fd9c4192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:18:47.824742 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f59114af-7f57-4835-87cb-e40022c98417 req-940a4cf1-be24-46f6-9455-36e7fd9c4192 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e6f9db74-429d-4d50-95ec-3b879df44d2e HTTP/1.1" status: 200 len: 855 time: 0.1881337 Aug 05 04:18:47.837840 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d079106-0ca7-43ba-936c-838819f9d62d req-ac74987d-9c7c-4da1-aa9e-818ce6e07ffe tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:18:47.845083 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7d079106-0ca7-43ba-936c-838819f9d62d req-ac74987d-9c7c-4da1-aa9e-818ce6e07ffe tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/ports?device_id=2115d019-f085-4012-b398-de97bdeb18ce HTTP/1.1" status: 200 len: 943 time: 0.1305122 Aug 05 04:18:47.850611 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [req-3c097368-e381-41f6-8dd2-55a249aa3c4c req-c76ee8de-8e4b-4de4-8220-8076bd483ab3 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Request body: {'port': {'device_id': '26f2ad3f-3821-4f77-8d20-74c5f53e5c25', 'network_id': '4a73174c-8cf7-4eb5-84d2-c19fe864c831', 'admin_state_up': True, 'tenant_id': '8eb0ee8cdd9f4664bd6a71d95fef8f7a'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:18:47.881533 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 53536) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:18:47.888864 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-700f695c-a507-4b95-9526-a6639f04af40 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2068346276-network', 'tenant_id': '046b8642d21346c0ba49fefc066867ef'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:18:47.902583 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f59114af-7f57-4835-87cb-e40022c98417 req-76e74281-edde-49c3-a51a-dc0a77ded8b4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cf907c3d-eb09-4c0a-8c7f-37b6a493a079&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554368 Aug 05 04:18:47.931162 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-700f695c-a507-4b95-9526-a6639f04af40 admin admin] Made reservation on behalf of 046b8642d21346c0ba49fefc066867ef for: {'network': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 04:18:47.933384 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-700f695c-a507-4b95-9526-a6639f04af40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for network, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:47.974127 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7d079106-0ca7-43ba-936c-838819f9d62d req-647fa1ca-3941-46ac-b0c7-d3b18d9f1e8a tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/security-groups?id=d92b311d-35d1-4c30-9d9b-586d3bdc7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193295 Aug 05 04:18:48.001852 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-700f695c-a507-4b95-9526-a6639f04af40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:48.062812 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb250614-070a-47b3-8d18-c865d41552a4 req-400b004d-e5de-4905-92bd-49742be5a923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:18:48.064847 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-eb250614-070a-47b3-8d18-c865d41552a4 req-400b004d-e5de-4905-92bd-49742be5a923 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=12e7b83e-f20c-419e-835f-35ab0f840a99 HTTP/1.1" status: 200 len: 852 time: 0.2482443 Aug 05 04:18:48.103112 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c097368-e381-41f6-8dd2-55a249aa3c4c req-c76ee8de-8e4b-4de4-8220-8076bd483ab3 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Made reservation on behalf of 8eb0ee8cdd9f4664bd6a71d95fef8f7a for: {'port': 1} {{(pid=93251) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 04:18:48.103112 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-3c097368-e381-41f6-8dd2-55a249aa3c4c req-c76ee8de-8e4b-4de4-8220-8076bd483ab3 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:48.112120 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2c93bb35-c414-42e4-a8ad-ab5dce1f82ee req-29da14b2-f7db-4c84-9603-9e7ff56ba768 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/ports?device_id=2147f667-d746-4185-9f35-aeecd3b618bf HTTP/1.1" status: 200 len: 210 time: 0.1612301 Aug 05 04:18:48.160802 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-eb250614-070a-47b3-8d18-c865d41552a4 req-dbc8491e-acd8-472d-aac7-817fb4cb6da7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=745807ed-0ad6-4f28-a193-b36e2d5cff62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653009 Aug 05 04:18:48.184983 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f59114af-7f57-4835-87cb-e40022c98417 req-5ac0a270-6d42-47e2-b3bc-5e11a90fae04 service neutron] 10.222.0.39 "GET /v2.0/networks/cf907c3d-eb09-4c0a-8c7f-37b6a493a079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2661269 Aug 05 04:18:48.231704 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f54da-203a-4793-8906-f580a5f34f24 req-ddaded57-3b2f-4ad6-89e6-8eef53d08c0d tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:18:48.240904 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1f8f54da-203a-4793-8906-f580a5f34f24 req-ddaded57-3b2f-4ad6-89e6-8eef53d08c0d tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea337739-7555-49b7-80dc-855419a955a9 HTTP/1.1" status: 200 len: 944 time: 0.1530254 Aug 05 04:18:48.279470 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.39', 52074) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:18:48.398781 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1f8f54da-203a-4793-8906-f580a5f34f24 req-3b2c7220-336c-4160-872c-f2ccf4c3570c tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] 10.222.0.37 "GET /v2.0/security-groups?id=eaa3c5bc-854e-4c8f-9929-54a304f44186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078875 Aug 05 04:18:48.402988 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-700f695c-a507-4b95-9526-a6639f04af40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:48.408871 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-700f695c-a507-4b95-9526-a6639f04af40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:48.421910 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-700f695c-a507-4b95-9526-a6639f04af40 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=93250) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 04:18:48.436221 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-700f695c-a507-4b95-9526-a6639f04af40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66718183'] for segment, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:48.436531 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.db.segments_db [None req-700f695c-a507-4b95-9526-a6639f04af40 admin admin] Added segment 0dff27bf-7a58-4ec4-a0e0-dd6deb4b5f38 of type vlan for network 4219144b-9a2d-40ec-8291-6ea76f1f9f2a Aug 05 04:18:48.503846 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-700f695c-a507-4b95-9526-a6639f04af40 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763712130115'] for network, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:48.550393 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f59114af-7f57-4835-87cb-e40022c98417 req-125a6bfd-63e7-43b2-85f0-bb1900b86d2e service neutron] 10.222.0.39 "GET /v2.0/networks/cf907c3d-eb09-4c0a-8c7f-37b6a493a079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3549309 Aug 05 04:18:48.552999 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700f695c-a507-4b95-9526-a6639f04af40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e06ea342-9a8c-42e2-bc13-a0b4896a4ee5,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:18:48.562919 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.db_base_plugin_common [req-b55d611d-6633-4fb8-815e-24599b7bff10 req-44f68df9-c002-4bf2-a4fb-a56330ebc178 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Allocated IP 172.20.0.8 (4a73174c-8cf7-4eb5-84d2-c19fe864c831/3a9fe8aa-38d2-494e-ab5e-e2594d44600a/4e2507bd-6053-49aa-87b5-a1db7d0c7b97) {{(pid=93251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 04:18:48.593484 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-700f695c-a507-4b95-9526-a6639f04af40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612'] for network, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:48.595516 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-700f695c-a507-4b95-9526-a6639f04af40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:18:48.596155 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-700f695c-a507-4b95-9526-a6639f04af40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568634'] for network, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:48.621253 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-eb250614-070a-47b3-8d18-c865d41552a4 req-9a94d973-749f-4dcd-85b1-02221120d7a1 service neutron] 10.222.0.39 "GET /v2.0/networks/745807ed-0ad6-4f28-a193-b36e2d5cff62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4475639 Aug 05 04:18:48.628966 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-700f695c-a507-4b95-9526-a6639f04af40 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7431524 Aug 05 04:18:48.629200 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 53568) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:18:48.644313 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-b9357e29-5d6f-4a23-81e1-da7425875c8c admin admin] Request body: {'subnet': {'network_id': '4219144b-9a2d-40ec-8291-6ea76f1f9f2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2068346276-subnet', 'tenant_id': '046b8642d21346c0ba49fefc066867ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:18:48.676369 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700f695c-a507-4b95-9526-a6639f04af40 admin admin] Pushing event updated for resources: {'Network': ['ID=4219144b-9a2d-40ec-8291-6ea76f1f9f2a,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:18:48.687873 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Network 4219144b-9a2d-40ec-8291-6ea76f1f9f2a details requested by agent ovs-agent-dv-cinder-803000-4-iscsi with host dv-cinder-803000-4-iscsi {{(pid=93252) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 04:18:48.691488 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75045187-476b-4490-99c9-ff545938320e req-9c56aaf1-d134-4a83-b918-71e6859b04c8 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:18:48.693725 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-75045187-476b-4490-99c9-ff545938320e req-9c56aaf1-d134-4a83-b918-71e6859b04c8 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.39 "GET /v2.0/networks?id=96928152-e7de-4eec-a055-721b95480308 HTTP/1.1" status: 200 len: 811 time: 0.4093757 Aug 05 04:18:48.824086 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9357e29-5d6f-4a23-81e1-da7425875c8c admin admin] Made reservation on behalf of 046b8642d21346c0ba49fefc066867ef for: {'subnet': 1} {{(pid=93251) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 04:18:48.826355 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b9357e29-5d6f-4a23-81e1-da7425875c8c admin admin] Notify callbacks [] for subnet, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:48.927457 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-438f4f90-507e-47de-afbf-8fe7581683ad req-188c952a-3a15-4834-af28-09082cbd961d tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e15d21-e838-4976-9b48-0180a753f296 HTTP/1.1" status: 200 len: 210 time: 0.0487604 Aug 05 04:18:48.965807 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-eb250614-070a-47b3-8d18-c865d41552a4 req-48754fc6-6723-48d1-a4a4-06ca71bed4a4 service neutron] 10.222.0.39 "GET /v2.0/networks/745807ed-0ad6-4f28-a193-b36e2d5cff62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3273041 Aug 05 04:18:48.981364 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-75045187-476b-4490-99c9-ff545938320e req-f3a92b36-1c7a-488c-aded-7259f87edd9d tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e1b30b90c7140f8b2ccf41b54163dd5 HTTP/1.1" status: 200 len: 380 time: 0.2366147 Aug 05 04:18:49.003335 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [req-75045187-476b-4490-99c9-ff545938320e req-51901160-95a0-4b65-ae09-f31db2308378 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Request body: {'port': {'device_id': '2147f667-d746-4185-9f35-aeecd3b618bf', 'network_id': '96928152-e7de-4eec-a055-721b95480308', 'admin_state_up': True, 'tenant_id': '7e1b30b90c7140f8b2ccf41b54163dd5', 'security_groups': ['30a7b57d-d19f-4842-b220-e889f0616c67']}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:18:49.130286 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-b55d611d-6633-4fb8-815e-24599b7bff10 req-44f68df9-c002-4bf2-a4fb-a56330ebc178 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Notify callbacks [] for port, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:49.189134 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cad09a-bc75-474a-88ee-728aaf7d66af req-0a8816ab-57f0-46fc-abbc-ced0c6048332 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:18:49.191363 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b5cad09a-bc75-474a-88ee-728aaf7d66af req-0a8816ab-57f0-46fc-abbc-ced0c6048332 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/ports?device_id=2115d019-f085-4012-b398-de97bdeb18ce HTTP/1.1" status: 200 len: 943 time: 0.1222692 Aug 05 04:18:49.233271 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75045187-476b-4490-99c9-ff545938320e req-51901160-95a0-4b65-ae09-f31db2308378 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Made reservation on behalf of 7e1b30b90c7140f8b2ccf41b54163dd5 for: {'port': 1} {{(pid=93251) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 04:18:49.237469 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-75045187-476b-4490-99c9-ff545938320e req-51901160-95a0-4b65-ae09-f31db2308378 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:49.291288 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-38d760c7-0783-481c-97fa-a9bbb83a185a req-50c0926f-b14c-4877-ab1e-b7e2484274f6 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/ports?device_id=2147f667-d746-4185-9f35-aeecd3b618bf HTTP/1.1" status: 200 len: 210 time: 0.0647471 Aug 05 04:18:49.310179 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-b55d611d-6633-4fb8-815e-24599b7bff10 req-44f68df9-c002-4bf2-a4fb-a56330ebc178 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763712145875'] for port, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:49.334812 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b5cad09a-bc75-474a-88ee-728aaf7d66af req-574eca41-b689-4883-90e2-9c903ad917ef tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/security-groups?id=d92b311d-35d1-4c30-9d9b-586d3bdc7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299043 Aug 05 04:18:49.568998 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bbacb6-722b-4a92-9de8-15faeb332157 req-c602a962-a871-40c9-a351-8cb047d7d283 tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:18:49.577144 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-32bbacb6-722b-4a92-9de8-15faeb332157 req-c602a962-a871-40c9-a351-8cb047d7d283 tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea337739-7555-49b7-80dc-855419a955a9 HTTP/1.1" status: 200 len: 944 time: 0.0785031 Aug 05 04:18:49.585825 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b9357e29-5d6f-4a23-81e1-da7425875c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612'] for subnet, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:49.624499 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-32bbacb6-722b-4a92-9de8-15faeb332157 req-7fb71274-8d7b-45da-ba93-37aa0edc5db7 tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] 10.222.0.37 "GET /v2.0/security-groups?id=eaa3c5bc-854e-4c8f-9929-54a304f44186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465565 Aug 05 04:18:49.653586 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b55d611d-6633-4fb8-815e-24599b7bff10 req-44f68df9-c002-4bf2-a4fb-a56330ebc178 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Network 4a73174c-8cf7-4eb5-84d2-c19fe864c831 is already hosted by enough agents. {{(pid=93251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 04:18:49.674611 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [req-b55d611d-6633-4fb8-815e-24599b7bff10 req-44f68df9-c002-4bf2-a4fb-a56330ebc178 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Resources bound (agent type, host, resource id): {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 04:18:49.676969 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [req-b55d611d-6633-4fb8-815e-24599b7bff10 req-44f68df9-c002-4bf2-a4fb-a56330ebc178 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Received port after_create {{(pid=93251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 04:18:49.682575 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55d611d-6633-4fb8-815e-24599b7bff10 req-44f68df9-c002-4bf2-a4fb-a56330ebc178 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:18:49.683216 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-b55d611d-6633-4fb8-815e-24599b7bff10 req-44f68df9-c002-4bf2-a4fb-a56330ebc178 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568634'] for port, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:49.722923 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f68df9-c002-4bf2-a4fb-a56330ebc178 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Pushing event updated for resources: {'Port': ['ID=4e2507bd-6053-49aa-87b5-a1db7d0c7b97,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:18:49.727201 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.db_base_plugin_common [req-3c097368-e381-41f6-8dd2-55a249aa3c4c req-c76ee8de-8e4b-4de4-8220-8076bd483ab3 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Allocated IP 172.20.0.7 (4a73174c-8cf7-4eb5-84d2-c19fe864c831/3a9fe8aa-38d2-494e-ab5e-e2594d44600a/87acbb5e-8645-45ff-b633-388b666fd680) {{(pid=93251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 04:18:49.768341 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9357e29-5d6f-4a23-81e1-da7425875c8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d78f69cb-279e-4ba5-b17a-32f981ea5f1e,revision_number=0']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:18:49.776164 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-b55d611d-6633-4fb8-815e-24599b7bff10 req-44f68df9-c002-4bf2-a4fb-a56330ebc178 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4739931 Aug 05 04:18:49.803477 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [req-b55d611d-6633-4fb8-815e-24599b7bff10 req-761fa799-c5d2-4272-be49-cad3fb0e7db2 service neutron] Request body: {'port': {'device_id': '32e15d21-e838-4976-9b48-0180a753f296', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80300'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:18:49.858108 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9357e29-5d6f-4a23-81e1-da7425875c8c admin admin] Checking segment: {'id': '0dff27bf-7a58-4ec4-a0e0-dd6deb4b5f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4219144b-9a2d-40ec-8291-6ea76f1f9f2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 04:18:49.858447 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9357e29-5d6f-4a23-81e1-da7425875c8c admin admin] Network hostable DHCP agents. Network: 4219144b-9a2d-40ec-8291-6ea76f1f9f2a, hostable agents: ['ea427e49-0af2-4000-bc0d-d234b33f8d84'], hosted agents: [] {{(pid=93251) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 04:18:49.864783 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.db_base_plugin_common [req-75045187-476b-4490-99c9-ff545938320e req-51901160-95a0-4b65-ae09-f31db2308378 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Allocated IP 172.20.0.5 (96928152-e7de-4eec-a055-721b95480308/9f533690-95d6-43c6-9d22-76c71900eaef/b62ea826-62c2-44d5-99fd-68a5f0075fbe) {{(pid=93251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 04:18:49.959167 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-b55d611d-6633-4fb8-815e-24599b7bff10 req-761fa799-c5d2-4272-be49-cad3fb0e7db2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:50.007534 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9357e29-5d6f-4a23-81e1-da7425875c8c admin admin] Network 4219144b-9a2d-40ec-8291-6ea76f1f9f2a is scheduled to be hosted by DHCP agent ea427e49-0af2-4000-bc0d-d234b33f8d84 with binding_index 1 {{(pid=93251) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 04:18:50.057936 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae87b79-3347-470a-ad2b-3ab4cc726c87 req-91ffd842-f872-4cd0-b483-8de04cf6eb12 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:18:50.059556 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-dae87b79-3347-470a-ad2b-3ab4cc726c87 req-91ffd842-f872-4cd0-b483-8de04cf6eb12 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e15d21-e838-4976-9b48-0180a753f296 HTTP/1.1" status: 200 len: 931 time: 0.0503626 Aug 05 04:18:50.070127 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [None req-b9357e29-5d6f-4a23-81e1-da7425875c8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803000-4-iscsi, 4219144b-9a2d-40ec-8291-6ea76f1f9f2a) {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 04:18:50.074738 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9357e29-5d6f-4a23-81e1-da7425875c8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:18:50.075329 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b9357e29-5d6f-4a23-81e1-da7425875c8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568634'] for subnet, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:50.081131 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a40ce4d-32de-40fb-8e8d-d50ec1a01ec4 None None] Network 4219144b-9a2d-40ec-8291-6ea76f1f9f2a requested from dv-cinder-803000-4-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 04:18:50.106251 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-dae87b79-3347-470a-ad2b-3ab4cc726c87 req-0c96b828-97ed-41d3-ab1d-89330b268294 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401654 Aug 05 04:18:50.149288 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-b9357e29-5d6f-4a23-81e1-da7425875c8c admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5189373 Aug 05 04:18:50.217906 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6602dd5-3572-483d-8a43-ebe9373edb49 None None] Network 4219144b-9a2d-40ec-8291-6ea76f1f9f2a requested from dv-cinder-803000-4-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 04:18:50.256551 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-3c097368-e381-41f6-8dd2-55a249aa3c4c req-c76ee8de-8e4b-4de4-8220-8076bd483ab3 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Notify callbacks [] for port, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:50.266147 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-75045187-476b-4490-99c9-ff545938320e req-51901160-95a0-4b65-ae09-f31db2308378 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Notify callbacks [] for port, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:50.283134 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 53634) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:18:50.299216 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [req-75045187-476b-4490-99c9-ff545938320e req-51901160-95a0-4b65-ae09-f31db2308378 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Transition to ACTIVE for port object b62ea826-62c2-44d5-99fd-68a5f0075fbe will not be triggered until provisioned by entity DHCP. {{(pid=93251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 04:18:50.345574 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.db.db_base_plugin_v2 [None req-438d7679-ebdb-4510-aff4-4b5a0bdd3e04 admin admin] Deleting subnet 953bc81e-7196-4b68-ab2e-7a89d1899863 {{(pid=93250) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 04:18:50.351235 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-438d7679-ebdb-4510-aff4-4b5a0bdd3e04 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:50.357071 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-3c097368-e381-41f6-8dd2-55a249aa3c4c req-c76ee8de-8e4b-4de4-8220-8076bd483ab3 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763712145875'] for port, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:50.429186 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-438d7679-ebdb-4510-aff4-4b5a0bdd3e04 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:50.433602 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-75045187-476b-4490-99c9-ff545938320e req-51901160-95a0-4b65-ae09-f31db2308378 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763712145875'] for port, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:50.456318 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-438d7679-ebdb-4510-aff4-4b5a0bdd3e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66721300'] for subnet, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:50.458383 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c097368-e381-41f6-8dd2-55a249aa3c4c req-c76ee8de-8e4b-4de4-8220-8076bd483ab3 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Network 4a73174c-8cf7-4eb5-84d2-c19fe864c831 is already hosted by enough agents. {{(pid=93251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 04:18:50.469961 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [req-3c097368-e381-41f6-8dd2-55a249aa3c4c req-c76ee8de-8e4b-4de4-8220-8076bd483ab3 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Resources bound (agent type, host, resource id): {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 04:18:50.472259 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c097368-e381-41f6-8dd2-55a249aa3c4c req-c76ee8de-8e4b-4de4-8220-8076bd483ab3 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Received port after_create {{(pid=93251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 04:18:50.477792 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c097368-e381-41f6-8dd2-55a249aa3c4c req-c76ee8de-8e4b-4de4-8220-8076bd483ab3 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:18:50.478394 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-3c097368-e381-41f6-8dd2-55a249aa3c4c req-c76ee8de-8e4b-4de4-8220-8076bd483ab3 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568634'] for port, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:50.489582 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75045187-476b-4490-99c9-ff545938320e req-51901160-95a0-4b65-ae09-f31db2308378 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Network 96928152-e7de-4eec-a055-721b95480308 is already hosted by enough agents. {{(pid=93251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 04:18:50.495790 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76ee8de-8e4b-4de4-8220-8076bd483ab3 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Pushing event updated for resources: {'Port': ['ID=87acbb5e-8645-45ff-b633-388b666fd680,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:18:50.501505 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [req-75045187-476b-4490-99c9-ff545938320e req-51901160-95a0-4b65-ae09-f31db2308378 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Resources bound (agent type, host, resource id): {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 04:18:50.503620 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [req-75045187-476b-4490-99c9-ff545938320e req-51901160-95a0-4b65-ae09-f31db2308378 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Received port after_create {{(pid=93251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 04:18:50.509184 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75045187-476b-4490-99c9-ff545938320e req-51901160-95a0-4b65-ae09-f31db2308378 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:18:50.510235 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-75045187-476b-4490-99c9-ff545938320e req-51901160-95a0-4b65-ae09-f31db2308378 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568634'] for port, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:50.511966 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fe3d98-949a-4669-8def-78721c439a9f req-b3001a48-5e92-4e30-80b6-7eadc9d029fd tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:18:50.514190 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-37fe3d98-949a-4669-8def-78721c439a9f req-b3001a48-5e92-4e30-80b6-7eadc9d029fd tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/ports?device_id=2147f667-d746-4185-9f35-aeecd3b618bf HTTP/1.1" status: 200 len: 931 time: 0.1285539 Aug 05 04:18:50.533447 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c57451-cafe-4474-ae0a-a1827a46234b req-1023cf7f-2017-406b-84d7-fe2e3fb45be8 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:18:50.534582 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b5c57451-cafe-4474-ae0a-a1827a46234b req-1023cf7f-2017-406b-84d7-fe2e3fb45be8 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/ports?device_id=2115d019-f085-4012-b398-de97bdeb18ce HTTP/1.1" status: 200 len: 943 time: 0.1173751 Aug 05 04:18:50.563761 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-3c097368-e381-41f6-8dd2-55a249aa3c4c req-c76ee8de-8e4b-4de4-8220-8076bd483ab3 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7392573 Aug 05 04:18:50.578288 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-75045187-476b-4490-99c9-ff545938320e req-51901160-95a0-4b65-ae09-f31db2308378 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5865378 Aug 05 04:18:50.592639 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-438d7679-ebdb-4510-aff4-4b5a0bdd3e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66721283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612'] for subnet, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:50.593090 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [req-3c097368-e381-41f6-8dd2-55a249aa3c4c req-82282aed-35c6-4577-9e8e-5c9e5d3330b1 service neutron] Request body: {'port': {'device_id': '26f2ad3f-3821-4f77-8d20-74c5f53e5c25', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80300'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:18:50.626737 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [req-75045187-476b-4490-99c9-ff545938320e req-41b4096d-b590-4d98-a3a9-73abc1324428 service neutron] Request body: {'port': {'device_id': '2147f667-d746-4185-9f35-aeecd3b618bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80300'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:18:50.633342 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51901160-95a0-4b65-ae09-f31db2308378 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Pushing event updated for resources: {'Port': ['ID=b62ea826-62c2-44d5-99fd-68a5f0075fbe,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:18:50.644438 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-37fe3d98-949a-4669-8def-78721c439a9f req-ec038e4f-d651-45ea-bd1b-08f787a54ed5 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/security-groups?id=30a7b57d-d19f-4842-b220-e889f0616c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012664 Aug 05 04:18:50.647006 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438d7679-ebdb-4510-aff4-4b5a0bdd3e04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=953bc81e-7196-4b68-ab2e-7a89d1899863,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:18:50.668068 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-438d7679-ebdb-4510-aff4-4b5a0bdd3e04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568634'] for subnet, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:50.684873 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-438d7679-ebdb-4510-aff4-4b5a0bdd3e04 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/953bc81e-7196-4b68-ab2e-7a89d1899863 HTTP/1.1" status: 204 len: 168 time: 0.4006698 Aug 05 04:18:50.689427 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b5c57451-cafe-4474-ae0a-a1827a46234b req-da9a52de-f3d1-4c4c-84cf-d4df18c72b30 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/security-groups?id=d92b311d-35d1-4c30-9d9b-586d3bdc7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439497 Aug 05 04:18:50.692949 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 53650) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:18:50.730597 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-75045187-476b-4490-99c9-ff545938320e req-41b4096d-b590-4d98-a3a9-73abc1324428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:50.833400 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-bd814d9e-617b-408a-b4e9-48d1d010904a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66814758'] for network, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:50.870120 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509adc82-f3f4-401e-8a1b-b89a85af8fcd req-10b80421-041b-4833-a191-9c20b6618020 tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:18:50.871832 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-509adc82-f3f4-401e-8a1b-b89a85af8fcd req-10b80421-041b-4833-a191-9c20b6618020 tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea337739-7555-49b7-80dc-855419a955a9 HTTP/1.1" status: 200 len: 944 time: 0.0872726 Aug 05 04:18:50.887488 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-f9a66184-6853-4ae6-bc67-1c2e6b753d72 None None] Provisioning for port b62ea826-62c2-44d5-99fd-68a5f0075fbe completed by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 04:18:50.899264 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-f9a66184-6853-4ae6-bc67-1c2e6b753d72 None None] Provisioning complete for port b62ea826-62c2-44d5-99fd-68a5f0075fbe triggered by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 04:18:50.899926 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-f9a66184-6853-4ae6-bc67-1c2e6b753d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66839334'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:50.931714 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-3c097368-e381-41f6-8dd2-55a249aa3c4c req-82282aed-35c6-4577-9e8e-5c9e5d3330b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:50.939952 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-f9a66184-6853-4ae6-bc67-1c2e6b753d72 None None] Port b62ea826-62c2-44d5-99fd-68a5f0075fbe cannot update to ACTIVE because it is not bound. {{(pid=93252) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 04:18:50.972307 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [req-b55d611d-6633-4fb8-815e-24599b7bff10 req-761fa799-c5d2-4272-be49-cad3fb0e7db2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e2507bd-6053-49aa-87b5-a1db7d0c7b97 {{(pid=93251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 04:18:50.977680 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-bd814d9e-617b-408a-b4e9-48d1d010904a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66721711', 'neutron.services.segments.db._delete_segments_for_network-8763712477754'] for network, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:50.983368 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-509adc82-f3f4-401e-8a1b-b89a85af8fcd req-bef1bd0f-2702-4e6f-9d48-9b414d994fb0 tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] 10.222.0.37 "GET /v2.0/security-groups?id=eaa3c5bc-854e-4c8f-9929-54a304f44186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882967 Aug 05 04:18:50.985522 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-b55d611d-6633-4fb8-815e-24599b7bff10 req-761fa799-c5d2-4272-be49-cad3fb0e7db2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:50.993652 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-bd814d9e-617b-408a-b4e9-48d1d010904a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93250) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:18:50.994134 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-bd814d9e-617b-408a-b4e9-48d1d010904a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93250) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:18:50.995576 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-bd814d9e-617b-408a-b4e9-48d1d010904a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93250) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:18:50.996013 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-bd814d9e-617b-408a-b4e9-48d1d010904a admin admin] Subscribe: > port after_create 55550000 {{(pid=93250) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:18:50.996447 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-bd814d9e-617b-408a-b4e9-48d1d010904a admin admin] Subscribe: > port after_delete 55550000 {{(pid=93250) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:18:50.996920 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-bd814d9e-617b-408a-b4e9-48d1d010904a admin admin] Subscribe: > port after_update 55550000 {{(pid=93250) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:18:50.997719 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-bd814d9e-617b-408a-b4e9-48d1d010904a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93250) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:18:50.997719 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-bd814d9e-617b-408a-b4e9-48d1d010904a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93250) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:18:50.998185 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-bd814d9e-617b-408a-b4e9-48d1d010904a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93250) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:18:50.998688 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-bd814d9e-617b-408a-b4e9-48d1d010904a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93250) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:18:51.068582 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [req-b55d611d-6633-4fb8-815e-24599b7bff10 req-761fa799-c5d2-4272-be49-cad3fb0e7db2 service neutron] Transition to ACTIVE for port object 4e2507bd-6053-49aa-87b5-a1db7d0c7b97 will not be triggered until provisioned by entity L2. {{(pid=93251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 04:18:51.082158 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-b55d611d-6633-4fb8-815e-24599b7bff10 req-761fa799-c5d2-4272-be49-cad3fb0e7db2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:51.210956 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-bd814d9e-617b-408a-b4e9-48d1d010904a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93250) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:18:51.211409 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-bd814d9e-617b-408a-b4e9-48d1d010904a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93250) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:18:51.212027 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-bd814d9e-617b-408a-b4e9-48d1d010904a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93250) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:18:51.212462 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-bd814d9e-617b-408a-b4e9-48d1d010904a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93250) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:18:51.212953 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.services.segments.db [None req-bd814d9e-617b-408a-b4e9-48d1d010904a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12d160c7-efb0-4a0a-9ec1-6ce983b19ea4']}} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:18:51.236625 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761fa799-c5d2-4272-be49-cad3fb0e7db2 service neutron] Pushing event updated for resources: {'Port': ['ID=4e2507bd-6053-49aa-87b5-a1db7d0c7b97,revision_number=2']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:18:51.245059 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.services.segments.db [None req-bd814d9e-617b-408a-b4e9-48d1d010904a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a890d148-d3c2-49a9-b5a3-87a853086238') {'for_net_delete': True} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:18:51.245404 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.services.segments.db [None req-bd814d9e-617b-408a-b4e9-48d1d010904a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a890d148-d3c2-49a9-b5a3-87a853086238') {} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:18:51.276558 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-bd814d9e-617b-408a-b4e9-48d1d010904a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763712645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2700621'] for segment, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:51.303936 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-bd814d9e-617b-408a-b4e9-48d1d010904a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66718183'] for segment, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:51.316507 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8f1faa-c364-4d1c-bf61-7eb847d9d120 req-c7aed729-7ff1-4916-a961-6bc8cf52badb tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:18:51.318111 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3e8f1faa-c364-4d1c-bf61-7eb847d9d120 req-c7aed729-7ff1-4916-a961-6bc8cf52badb tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e15d21-e838-4976-9b48-0180a753f296 HTTP/1.1" status: 200 len: 943 time: 0.0994339 Aug 05 04:18:51.322767 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd814d9e-617b-408a-b4e9-48d1d010904a admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=93250) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 04:18:51.323073 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-bd814d9e-617b-408a-b4e9-48d1d010904a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66718183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3061401'] for segment, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:51.327528 dv-cinder-803000-4-iscsi neutron-server[93250]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 05 04:18:51.327528 dv-cinder-803000-4-iscsi neutron-server[93250]: from cryptography.utils import int_from_bytes Aug 05 04:18:51.327528 dv-cinder-803000-4-iscsi neutron-server[93250]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 05 04:18:51.327528 dv-cinder-803000-4-iscsi neutron-server[93250]: from cryptography.utils import int_from_bytes Aug 05 04:18:51.327528 dv-cinder-803000-4-iscsi neutron-server[93250]: Traceback (most recent call last): Aug 05 04:18:51.327528 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 04:18:51.327528 dv-cinder-803000-4-iscsi neutron-server[93250]: timer() Aug 05 04:18:51.327528 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 04:18:51.327528 dv-cinder-803000-4-iscsi neutron-server[93250]: cb(*args, **kw) Aug 05 04:18:51.327528 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 04:18:51.327528 dv-cinder-803000-4-iscsi neutron-server[93250]: return func(*args, **kwargs) Aug 05 04:18:51.327528 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 04:18:51.327528 dv-cinder-803000-4-iscsi neutron-server[93250]: self._notify() Aug 05 04:18:51.327528 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 04:18:51.327528 dv-cinder-803000-4-iscsi neutron-server[93250]: self.callback(batched_events) Aug 05 04:18:51.327528 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 04:18:51.327528 dv-cinder-803000-4-iscsi neutron-server[93250]: event.method(event) Aug 05 04:18:51.327528 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 04:18:51.327528 dv-cinder-803000-4-iscsi neutron-server[93250]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 04:18:51.327528 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 04:18:51.327528 dv-cinder-803000-4-iscsi neutron-server[93250]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 04:18:51.327528 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 04:18:51.327528 dv-cinder-803000-4-iscsi neutron-server[93250]: return f(self, *a, **k) Aug 05 04:18:51.327528 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 04:18:51.327528 dv-cinder-803000-4-iscsi neutron-server[93250]: return self._get(url).json() Aug 05 04:18:51.327528 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 04:18:51.327528 dv-cinder-803000-4-iscsi neutron-server[93250]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 04:18:51.327528 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 04:18:51.327528 dv-cinder-803000-4-iscsi neutron-server[93250]: return self.request(url, 'GET', **kwargs) Aug 05 04:18:51.327528 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 04:18:51.327528 dv-cinder-803000-4-iscsi neutron-server[93250]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 04:18:51.327528 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 04:18:51.327528 dv-cinder-803000-4-iscsi neutron-server[93250]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 04:18:51.327528 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 04:18:51.327528 dv-cinder-803000-4-iscsi neutron-server[93250]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 04:18:51.327528 dv-cinder-803000-4-iscsi neutron-server[93250]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 04:18:51.331853 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [req-b55d611d-6633-4fb8-815e-24599b7bff10 req-761fa799-c5d2-4272-be49-cad3fb0e7db2 service neutron] Attempting to bind port 4e2507bd-6053-49aa-87b5-a1db7d0c7b97 on host hv-cinder-80300 for vnic_type normal with profile {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 04:18:51.332327 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [req-b55d611d-6633-4fb8-815e-24599b7bff10 req-761fa799-c5d2-4272-be49-cad3fb0e7db2 service neutron] Attempting to bind port 4e2507bd-6053-49aa-87b5-a1db7d0c7b97 by drivers openvswitch,hyperv on host hv-cinder-80300 at level 0 using segments [{'id': 'dc20022a-719b-4310-8b08-8131aa4e3981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '4a73174c-8cf7-4eb5-84d2-c19fe864c831'}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 04:18:51.332523 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b55d611d-6633-4fb8-815e-24599b7bff10 req-761fa799-c5d2-4272-be49-cad3fb0e7db2 service neutron] Attempting to bind port 4e2507bd-6053-49aa-87b5-a1db7d0c7b97 on network 4a73174c-8cf7-4eb5-84d2-c19fe864c831 {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 04:18:51.358245 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b55d611d-6633-4fb8-815e-24599b7bff10 req-761fa799-c5d2-4272-be49-cad3fb0e7db2 service neutron] Port 4e2507bd-6053-49aa-87b5-a1db7d0c7b97 on network 4a73174c-8cf7-4eb5-84d2-c19fe864c831 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80300 {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 04:18:51.358589 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b55d611d-6633-4fb8-815e-24599b7bff10 req-761fa799-c5d2-4272-be49-cad3fb0e7db2 service neutron] Attempting to bind port 4e2507bd-6053-49aa-87b5-a1db7d0c7b97 on network 4a73174c-8cf7-4eb5-84d2-c19fe864c831 {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 04:18:51.379433 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b55d611d-6633-4fb8-815e-24599b7bff10 req-761fa799-c5d2-4272-be49-cad3fb0e7db2 service neutron] Checking agent: {'id': 'a0106253-c5a2-4978-ae01-2b305935773e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80300', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 4, 16, 33), 'started_at': datetime.datetime(2021, 8, 5, 4, 16, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 4, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 04:18:51.379776 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b55d611d-6633-4fb8-815e-24599b7bff10 req-761fa799-c5d2-4272-be49-cad3fb0e7db2 service neutron] Checking segment: {'id': 'dc20022a-719b-4310-8b08-8131aa4e3981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '4a73174c-8cf7-4eb5-84d2-c19fe864c831'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 04:18:51.380161 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b55d611d-6633-4fb8-815e-24599b7bff10 req-761fa799-c5d2-4272-be49-cad3fb0e7db2 service neutron] Bound using segment: {'id': 'dc20022a-719b-4310-8b08-8131aa4e3981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '4a73174c-8cf7-4eb5-84d2-c19fe864c831'} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 04:18:51.380590 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [req-b55d611d-6633-4fb8-815e-24599b7bff10 req-761fa799-c5d2-4272-be49-cad3fb0e7db2 service neutron] Bound port: 4e2507bd-6053-49aa-87b5-a1db7d0c7b97, host: hv-cinder-80300, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc20022a-719b-4310-8b08-8131aa4e3981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '4a73174c-8cf7-4eb5-84d2-c19fe864c831'}}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 04:18:51.380949 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-b55d611d-6633-4fb8-815e-24599b7bff10 req-761fa799-c5d2-4272-be49-cad3fb0e7db2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:51.384740 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [req-75045187-476b-4490-99c9-ff545938320e req-41b4096d-b590-4d98-a3a9-73abc1324428 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b62ea826-62c2-44d5-99fd-68a5f0075fbe {{(pid=93251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 04:18:51.398967 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-75045187-476b-4490-99c9-ff545938320e req-41b4096d-b590-4d98-a3a9-73abc1324428 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:51.410199 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-bd814d9e-617b-408a-b4e9-48d1d010904a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66721686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-699446'] for network, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:51.413887 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3e8f1faa-c364-4d1c-bf61-7eb847d9d120 req-f4356af2-889e-4d43-b6fc-ab96dc2b716b tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720518 Aug 05 04:18:51.425824 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [req-75045187-476b-4490-99c9-ff545938320e req-41b4096d-b590-4d98-a3a9-73abc1324428 service neutron] Transition to ACTIVE for port object b62ea826-62c2-44d5-99fd-68a5f0075fbe will not be triggered until provisioned by entity L2. {{(pid=93251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 04:18:51.428471 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-bd814d9e-617b-408a-b4e9-48d1d010904a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568634'] for network, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:51.433082 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-bd814d9e-617b-408a-b4e9-48d1d010904a admin admin] 10.222.0.37 "DELETE /v2.0/networks/12d160c7-efb0-4a0a-9ec1-6ce983b19ea4 HTTP/1.1" status: 204 len: 168 time: 0.7357252 Aug 05 04:18:51.433082 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd814d9e-617b-408a-b4e9-48d1d010904a admin admin] Pushing event deleted for resources: {'Network': ['ID=12d160c7-efb0-4a0a-9ec1-6ce983b19ea4,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:18:51.433393 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 53662) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:18:51.459113 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-75045187-476b-4490-99c9-ff545938320e req-41b4096d-b590-4d98-a3a9-73abc1324428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:51.480744 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.db.db_base_plugin_v2 [None req-59a903f9-3e3b-4d2e-8067-a88110b2dd34 admin admin] Deleting subnet d78f69cb-279e-4ba5-b17a-32f981ea5f1e {{(pid=93250) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 04:18:51.483960 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-59a903f9-3e3b-4d2e-8067-a88110b2dd34 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:51.531893 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-59a903f9-3e3b-4d2e-8067-a88110b2dd34 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2700634'] for subnet, precommit_delete_associations {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:51.574335 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-59a903f9-3e3b-4d2e-8067-a88110b2dd34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66721300'] for subnet, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:51.576593 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b4096d-b590-4d98-a3a9-73abc1324428 service neutron] Pushing event updated for resources: {'Port': ['ID=b62ea826-62c2-44d5-99fd-68a5f0075fbe,revision_number=2']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:18:51.589739 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [req-b55d611d-6633-4fb8-815e-24599b7bff10 req-761fa799-c5d2-4272-be49-cad3fb0e7db2 service neutron] For port 4e2507bd-6053-49aa-87b5-a1db7d0c7b97, host hv-cinder-80300, cleared binding levels {{(pid=93251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 04:18:51.593245 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [req-b55d611d-6633-4fb8-815e-24599b7bff10 req-761fa799-c5d2-4272-be49-cad3fb0e7db2 service neutron] For port 4e2507bd-6053-49aa-87b5-a1db7d0c7b97, host hv-cinder-80300, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=4e2507bd-6053-49aa-87b5-a1db7d0c7b97,segment=NetworkSegment(dc20022a-719b-4310-8b08-8131aa4e3981),segment_id=dc20022a-719b-4310-8b08-8131aa4e3981)] {{(pid=93251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 04:18:51.612792 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [req-3c097368-e381-41f6-8dd2-55a249aa3c4c req-82282aed-35c6-4577-9e8e-5c9e5d3330b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87acbb5e-8645-45ff-b633-388b666fd680 {{(pid=93251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 04:18:51.617673 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-b55d611d-6633-4fb8-815e-24599b7bff10 req-761fa799-c5d2-4272-be49-cad3fb0e7db2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:51.632263 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-59a903f9-3e3b-4d2e-8067-a88110b2dd34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66721283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3061319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3240075'] for subnet, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:51.634942 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-3c097368-e381-41f6-8dd2-55a249aa3c4c req-82282aed-35c6-4577-9e8e-5c9e5d3330b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:51.663306 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a903f9-3e3b-4d2e-8067-a88110b2dd34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d78f69cb-279e-4ba5-b17a-32f981ea5f1e,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:18:51.667860 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [req-75045187-476b-4490-99c9-ff545938320e req-41b4096d-b590-4d98-a3a9-73abc1324428 service neutron] Attempting to bind port b62ea826-62c2-44d5-99fd-68a5f0075fbe on host hv-cinder-80300 for vnic_type normal with profile {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 04:18:51.668100 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-59a903f9-3e3b-4d2e-8067-a88110b2dd34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568634'] for subnet, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:51.668211 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [req-75045187-476b-4490-99c9-ff545938320e req-41b4096d-b590-4d98-a3a9-73abc1324428 service neutron] Attempting to bind port b62ea826-62c2-44d5-99fd-68a5f0075fbe by drivers openvswitch,hyperv on host hv-cinder-80300 at level 0 using segments [{'id': '46fc2665-bd7b-4bf5-96d2-56ae68d8b710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '96928152-e7de-4eec-a055-721b95480308'}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 04:18:51.668510 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75045187-476b-4490-99c9-ff545938320e req-41b4096d-b590-4d98-a3a9-73abc1324428 service neutron] Attempting to bind port b62ea826-62c2-44d5-99fd-68a5f0075fbe on network 96928152-e7de-4eec-a055-721b95480308 {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 04:18:51.672932 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-59a903f9-3e3b-4d2e-8067-a88110b2dd34 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/d78f69cb-279e-4ba5-b17a-32f981ea5f1e HTTP/1.1" status: 204 len: 168 time: 0.2379637 Aug 05 04:18:51.673693 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 53666) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:18:51.679503 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55d611d-6633-4fb8-815e-24599b7bff10 req-761fa799-c5d2-4272-be49-cad3fb0e7db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:18:51.680307 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-b55d611d-6633-4fb8-815e-24599b7bff10 req-761fa799-c5d2-4272-be49-cad3fb0e7db2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568634'] for port, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:51.682275 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-b55d611d-6633-4fb8-815e-24599b7bff10 req-761fa799-c5d2-4272-be49-cad3fb0e7db2 service neutron] 10.222.0.39 "PUT /v2.0/ports/4e2507bd-6053-49aa-87b5-a1db7d0c7b97 HTTP/1.1" status: 200 len: 1093 time: 1.8872533 Aug 05 04:18:51.687703 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32e15d21-e838-4976-9b48-0180a753f296', 'tag': '4e2507bd-6053-49aa-87b5-a1db7d0c7b97'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 04:18:51.690546 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc51a2a5f300f30acac232ef327f3f01bb0f894a96a37a70efeb1c252096f2af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0ba033a-3527-467d-8db6-0964f0427c6f" -d '{"events": [{"name": "network-changed", "server_uuid": "32e15d21-e838-4976-9b48-0180a753f296", "tag": "4e2507bd-6053-49aa-87b5-a1db7d0c7b97"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 04:18:51.701412 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [req-3c097368-e381-41f6-8dd2-55a249aa3c4c req-82282aed-35c6-4577-9e8e-5c9e5d3330b1 service neutron] Transition to ACTIVE for port object 87acbb5e-8645-45ff-b633-388b666fd680 will not be triggered until provisioned by entity L2. {{(pid=93251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 04:18:51.702187 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75045187-476b-4490-99c9-ff545938320e req-41b4096d-b590-4d98-a3a9-73abc1324428 service neutron] Port b62ea826-62c2-44d5-99fd-68a5f0075fbe on network 96928152-e7de-4eec-a055-721b95480308 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80300 {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 04:18:51.702529 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75045187-476b-4490-99c9-ff545938320e req-41b4096d-b590-4d98-a3a9-73abc1324428 service neutron] Attempting to bind port b62ea826-62c2-44d5-99fd-68a5f0075fbe on network 96928152-e7de-4eec-a055-721b95480308 {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 04:18:51.709807 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-3c097368-e381-41f6-8dd2-55a249aa3c4c req-82282aed-35c6-4577-9e8e-5c9e5d3330b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:51.732101 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75045187-476b-4490-99c9-ff545938320e req-41b4096d-b590-4d98-a3a9-73abc1324428 service neutron] Checking agent: {'id': 'a0106253-c5a2-4978-ae01-2b305935773e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80300', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 4, 16, 33), 'started_at': datetime.datetime(2021, 8, 5, 4, 16, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 4, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 04:18:51.732101 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75045187-476b-4490-99c9-ff545938320e req-41b4096d-b590-4d98-a3a9-73abc1324428 service neutron] Checking segment: {'id': '46fc2665-bd7b-4bf5-96d2-56ae68d8b710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '96928152-e7de-4eec-a055-721b95480308'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 04:18:51.732597 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75045187-476b-4490-99c9-ff545938320e req-41b4096d-b590-4d98-a3a9-73abc1324428 service neutron] Bound using segment: {'id': '46fc2665-bd7b-4bf5-96d2-56ae68d8b710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '96928152-e7de-4eec-a055-721b95480308'} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 04:18:51.732818 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [req-75045187-476b-4490-99c9-ff545938320e req-41b4096d-b590-4d98-a3a9-73abc1324428 service neutron] Bound port: b62ea826-62c2-44d5-99fd-68a5f0075fbe, host: hv-cinder-80300, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46fc2665-bd7b-4bf5-96d2-56ae68d8b710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '96928152-e7de-4eec-a055-721b95480308'}}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 04:18:51.733181 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-75045187-476b-4490-99c9-ff545938320e req-41b4096d-b590-4d98-a3a9-73abc1324428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:51.759988 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761fa799-c5d2-4272-be49-cad3fb0e7db2 service neutron] Pushing event updated for resources: {'Port': ['ID=4e2507bd-6053-49aa-87b5-a1db7d0c7b97,revision_number=3']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:18:51.767701 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 04:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5355658-3b9d-489e-bff3-52f68f895085 x-openstack-request-id: req-f5355658-3b9d-489e-bff3-52f68f895085 {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 04:18:51.767992 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32e15d21-e838-4976-9b48-0180a753f296", "tag": "4e2507bd-6053-49aa-87b5-a1db7d0c7b97", "status": "completed", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 04:18:51.768238 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f5355658-3b9d-489e-bff3-52f68f895085 {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 04:18:51.768621 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32e15d21-e838-4976-9b48-0180a753f296', 'tag': '4e2507bd-6053-49aa-87b5-a1db7d0c7b97', 'status': 'completed', 'code': 200} Aug 05 04:18:51.816589 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-2a9dc152-3dc4-47db-a5ce-e7c1da6ff864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66814758'] for network, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:51.835735 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0bd8f7-0db7-4c7e-b3df-d84c71a0a3ad req-ace9c14d-0b13-4ca8-995c-efeccbd81a1c tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:18:51.843815 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ce0bd8f7-0db7-4c7e-b3df-d84c71a0a3ad req-ace9c14d-0b13-4ca8-995c-efeccbd81a1c tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/ports?device_id=2147f667-d746-4185-9f35-aeecd3b618bf HTTP/1.1" status: 200 len: 943 time: 0.0855834 Aug 05 04:18:51.875427 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82282aed-35c6-4577-9e8e-5c9e5d3330b1 service neutron] Pushing event updated for resources: {'Port': ['ID=87acbb5e-8645-45ff-b633-388b666fd680,revision_number=2']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:18:51.881060 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [req-3c097368-e381-41f6-8dd2-55a249aa3c4c req-82282aed-35c6-4577-9e8e-5c9e5d3330b1 service neutron] Attempting to bind port 87acbb5e-8645-45ff-b633-388b666fd680 on host hv-cinder-80300 for vnic_type normal with profile {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 04:18:51.881384 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [req-3c097368-e381-41f6-8dd2-55a249aa3c4c req-82282aed-35c6-4577-9e8e-5c9e5d3330b1 service neutron] Attempting to bind port 87acbb5e-8645-45ff-b633-388b666fd680 by drivers openvswitch,hyperv on host hv-cinder-80300 at level 0 using segments [{'id': 'dc20022a-719b-4310-8b08-8131aa4e3981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '4a73174c-8cf7-4eb5-84d2-c19fe864c831'}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 04:18:51.881715 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c097368-e381-41f6-8dd2-55a249aa3c4c req-82282aed-35c6-4577-9e8e-5c9e5d3330b1 service neutron] Attempting to bind port 87acbb5e-8645-45ff-b633-388b666fd680 on network 4a73174c-8cf7-4eb5-84d2-c19fe864c831 {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 04:18:51.890245 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c097368-e381-41f6-8dd2-55a249aa3c4c req-82282aed-35c6-4577-9e8e-5c9e5d3330b1 service neutron] Port 87acbb5e-8645-45ff-b633-388b666fd680 on network 4a73174c-8cf7-4eb5-84d2-c19fe864c831 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80300 {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 04:18:51.890601 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c097368-e381-41f6-8dd2-55a249aa3c4c req-82282aed-35c6-4577-9e8e-5c9e5d3330b1 service neutron] Attempting to bind port 87acbb5e-8645-45ff-b633-388b666fd680 on network 4a73174c-8cf7-4eb5-84d2-c19fe864c831 {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 04:18:51.898519 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c097368-e381-41f6-8dd2-55a249aa3c4c req-82282aed-35c6-4577-9e8e-5c9e5d3330b1 service neutron] Checking agent: {'id': 'a0106253-c5a2-4978-ae01-2b305935773e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80300', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 4, 16, 33), 'started_at': datetime.datetime(2021, 8, 5, 4, 16, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 4, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 04:18:51.898863 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c097368-e381-41f6-8dd2-55a249aa3c4c req-82282aed-35c6-4577-9e8e-5c9e5d3330b1 service neutron] Checking segment: {'id': 'dc20022a-719b-4310-8b08-8131aa4e3981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '4a73174c-8cf7-4eb5-84d2-c19fe864c831'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 04:18:51.899509 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c097368-e381-41f6-8dd2-55a249aa3c4c req-82282aed-35c6-4577-9e8e-5c9e5d3330b1 service neutron] Bound using segment: {'id': 'dc20022a-719b-4310-8b08-8131aa4e3981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '4a73174c-8cf7-4eb5-84d2-c19fe864c831'} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 04:18:51.899829 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [req-3c097368-e381-41f6-8dd2-55a249aa3c4c req-82282aed-35c6-4577-9e8e-5c9e5d3330b1 service neutron] Bound port: 87acbb5e-8645-45ff-b633-388b666fd680, host: hv-cinder-80300, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc20022a-719b-4310-8b08-8131aa4e3981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '4a73174c-8cf7-4eb5-84d2-c19fe864c831'}}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 04:18:51.900121 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-3c097368-e381-41f6-8dd2-55a249aa3c4c req-82282aed-35c6-4577-9e8e-5c9e5d3330b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:51.902325 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [req-75045187-476b-4490-99c9-ff545938320e req-41b4096d-b590-4d98-a3a9-73abc1324428 service neutron] For port b62ea826-62c2-44d5-99fd-68a5f0075fbe, host hv-cinder-80300, cleared binding levels {{(pid=93251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 04:18:51.906264 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [req-75045187-476b-4490-99c9-ff545938320e req-41b4096d-b590-4d98-a3a9-73abc1324428 service neutron] For port b62ea826-62c2-44d5-99fd-68a5f0075fbe, host hv-cinder-80300, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=b62ea826-62c2-44d5-99fd-68a5f0075fbe,segment=NetworkSegment(46fc2665-bd7b-4bf5-96d2-56ae68d8b710),segment_id=46fc2665-bd7b-4bf5-96d2-56ae68d8b710)] {{(pid=93251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 04:18:51.927087 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-75045187-476b-4490-99c9-ff545938320e req-41b4096d-b590-4d98-a3a9-73abc1324428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:51.983523 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ce0bd8f7-0db7-4c7e-b3df-d84c71a0a3ad req-70447c1d-b594-4f2b-ab1f-a238e3461008 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/security-groups?id=30a7b57d-d19f-4842-b220-e889f0616c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380129 Aug 05 04:18:51.988985 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75045187-476b-4490-99c9-ff545938320e req-41b4096d-b590-4d98-a3a9-73abc1324428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:18:51.989613 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-75045187-476b-4490-99c9-ff545938320e req-41b4096d-b590-4d98-a3a9-73abc1324428 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568634'] for port, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:51.991452 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-75045187-476b-4490-99c9-ff545938320e req-41b4096d-b590-4d98-a3a9-73abc1324428 service neutron] 10.222.0.39 "PUT /v2.0/ports/b62ea826-62c2-44d5-99fd-68a5f0075fbe HTTP/1.1" status: 200 len: 1093 time: 1.3931308 Aug 05 04:18:51.991714 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-2a9dc152-3dc4-47db-a5ce-e7c1da6ff864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66721711', 'neutron.services.segments.db._delete_segments_for_network-8763712477754'] for network, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:52.015963 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62035999-d115-424d-a06f-912f605f0d5f req-38620a93-dcb5-4509-b285-a9cd8c0e80a6 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:18:52.017721 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-62035999-d115-424d-a06f-912f605f0d5f req-38620a93-dcb5-4509-b285-a9cd8c0e80a6 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/ports?device_id=2115d019-f085-4012-b398-de97bdeb18ce HTTP/1.1" status: 200 len: 943 time: 0.1699781 Aug 05 04:18:52.021370 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.services.segments.db [None req-2a9dc152-3dc4-47db-a5ce-e7c1da6ff864 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4219144b-9a2d-40ec-8291-6ea76f1f9f2a']}} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:18:52.033705 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.services.segments.db [None req-2a9dc152-3dc4-47db-a5ce-e7c1da6ff864 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dff27bf-7a58-4ec4-a0e0-dd6deb4b5f38') {'for_net_delete': True} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:18:52.034258 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.services.segments.db [None req-2a9dc152-3dc4-47db-a5ce-e7c1da6ff864 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dff27bf-7a58-4ec4-a0e0-dd6deb4b5f38') {} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:18:52.042760 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b4096d-b590-4d98-a3a9-73abc1324428 service neutron] Pushing event updated for resources: {'Port': ['ID=b62ea826-62c2-44d5-99fd-68a5f0075fbe,revision_number=3']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:18:52.049564 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-2a9dc152-3dc4-47db-a5ce-e7c1da6ff864 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763712645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2700621'] for segment, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:52.056249 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [req-3c097368-e381-41f6-8dd2-55a249aa3c4c req-82282aed-35c6-4577-9e8e-5c9e5d3330b1 service neutron] For port 87acbb5e-8645-45ff-b633-388b666fd680, host hv-cinder-80300, cleared binding levels {{(pid=93251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 04:18:52.059774 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [req-3c097368-e381-41f6-8dd2-55a249aa3c4c req-82282aed-35c6-4577-9e8e-5c9e5d3330b1 service neutron] For port 87acbb5e-8645-45ff-b633-388b666fd680, host hv-cinder-80300, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=87acbb5e-8645-45ff-b633-388b666fd680,segment=NetworkSegment(dc20022a-719b-4310-8b08-8131aa4e3981),segment_id=dc20022a-719b-4310-8b08-8131aa4e3981)] {{(pid=93251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 04:18:52.065980 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-3c097368-e381-41f6-8dd2-55a249aa3c4c req-82282aed-35c6-4577-9e8e-5c9e5d3330b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:52.073658 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-2a9dc152-3dc4-47db-a5ce-e7c1da6ff864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66718183'] for segment, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:52.090387 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a9dc152-3dc4-47db-a5ce-e7c1da6ff864 admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=93250) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 04:18:52.095064 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-2a9dc152-3dc4-47db-a5ce-e7c1da6ff864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66718183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3061401'] for segment, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:52.096933 dv-cinder-803000-4-iscsi neutron-server[93250]: Traceback (most recent call last): Aug 05 04:18:52.096933 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 04:18:52.096933 dv-cinder-803000-4-iscsi neutron-server[93250]: timer() Aug 05 04:18:52.096933 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 04:18:52.096933 dv-cinder-803000-4-iscsi neutron-server[93250]: cb(*args, **kw) Aug 05 04:18:52.096933 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 04:18:52.096933 dv-cinder-803000-4-iscsi neutron-server[93250]: return func(*args, **kwargs) Aug 05 04:18:52.096933 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 04:18:52.096933 dv-cinder-803000-4-iscsi neutron-server[93250]: self._notify() Aug 05 04:18:52.096933 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 04:18:52.096933 dv-cinder-803000-4-iscsi neutron-server[93250]: self.callback(batched_events) Aug 05 04:18:52.096933 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 04:18:52.096933 dv-cinder-803000-4-iscsi neutron-server[93250]: event.method(event) Aug 05 04:18:52.096933 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 04:18:52.096933 dv-cinder-803000-4-iscsi neutron-server[93250]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 04:18:52.096933 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 04:18:52.096933 dv-cinder-803000-4-iscsi neutron-server[93250]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 04:18:52.096933 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 04:18:52.096933 dv-cinder-803000-4-iscsi neutron-server[93250]: return f(self, *a, **k) Aug 05 04:18:52.096933 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 04:18:52.096933 dv-cinder-803000-4-iscsi neutron-server[93250]: return self._get(url).json() Aug 05 04:18:52.096933 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 04:18:52.096933 dv-cinder-803000-4-iscsi neutron-server[93250]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 04:18:52.096933 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 04:18:52.096933 dv-cinder-803000-4-iscsi neutron-server[93250]: return self.request(url, 'GET', **kwargs) Aug 05 04:18:52.096933 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 04:18:52.096933 dv-cinder-803000-4-iscsi neutron-server[93250]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 04:18:52.096933 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 04:18:52.096933 dv-cinder-803000-4-iscsi neutron-server[93250]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 04:18:52.096933 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 04:18:52.096933 dv-cinder-803000-4-iscsi neutron-server[93250]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 04:18:52.096933 dv-cinder-803000-4-iscsi neutron-server[93250]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 04:18:52.119087 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c097368-e381-41f6-8dd2-55a249aa3c4c req-82282aed-35c6-4577-9e8e-5c9e5d3330b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:18:52.119874 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-3c097368-e381-41f6-8dd2-55a249aa3c4c req-82282aed-35c6-4577-9e8e-5c9e5d3330b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568634'] for port, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:52.121449 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-3c097368-e381-41f6-8dd2-55a249aa3c4c req-82282aed-35c6-4577-9e8e-5c9e5d3330b1 service neutron] 10.222.0.39 "PUT /v2.0/ports/87acbb5e-8645-45ff-b633-388b666fd680 HTTP/1.1" status: 200 len: 1093 time: 1.5419035 Aug 05 04:18:52.130832 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-62035999-d115-424d-a06f-912f605f0d5f req-1d90a800-45dc-494e-8e90-f4ad97d9ae23 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/security-groups?id=d92b311d-35d1-4c30-9d9b-586d3bdc7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961387 Aug 05 04:18:52.135110 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82282aed-35c6-4577-9e8e-5c9e5d3330b1 service neutron] Pushing event updated for resources: {'Port': ['ID=87acbb5e-8645-45ff-b633-388b666fd680,revision_number=3']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:18:52.212504 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-2a9dc152-3dc4-47db-a5ce-e7c1da6ff864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66721686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-699446'] for network, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:52.217236 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-2a9dc152-3dc4-47db-a5ce-e7c1da6ff864 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568634'] for network, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:52.219552 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-2a9dc152-3dc4-47db-a5ce-e7c1da6ff864 admin admin] 10.222.0.37 "DELETE /v2.0/networks/4219144b-9a2d-40ec-8291-6ea76f1f9f2a HTTP/1.1" status: 204 len: 168 time: 0.5446601 Aug 05 04:18:52.230783 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 53688) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:18:52.250310 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021c8171-d72e-49ea-8a94-b8998efcc46c req-d4264ae3-f183-4527-8077-f11085f0e23e tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:18:52.263122 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-021c8171-d72e-49ea-8a94-b8998efcc46c req-d4264ae3-f183-4527-8077-f11085f0e23e tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea337739-7555-49b7-80dc-855419a955a9 HTTP/1.1" status: 200 len: 944 time: 0.1311700 Aug 05 04:18:52.266696 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9dc152-3dc4-47db-a5ce-e7c1da6ff864 admin admin] Pushing event deleted for resources: {'Network': ['ID=4219144b-9a2d-40ec-8291-6ea76f1f9f2a,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:18:52.312164 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-021c8171-d72e-49ea-8a94-b8998efcc46c req-69654e79-332b-4ab2-a4a8-b94dff1889f9 tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] 10.222.0.37 "GET /v2.0/security-groups?id=eaa3c5bc-854e-4c8f-9929-54a304f44186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475304 Aug 05 04:18:52.369951 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-e86f2a2f-b374-4ddb-b0f6-5898fde6b2e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:52.382834 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 53696) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:18:52.437338 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-cb9e8ff0-6450-4f8c-bce7-7727337588d9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1b0de69fc45948c7b5c2fd17c0c04955&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0528581 Aug 05 04:18:52.439861 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 53700) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:18:52.473942 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-e86f2a2f-b374-4ddb-b0f6-5898fde6b2e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:52.480197 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-e86f2a2f-b374-4ddb-b0f6-5898fde6b2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:52.525057 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-e86f2a2f-b374-4ddb-b0f6-5898fde6b2e5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=17cda978df2f4644b08112ffa42f3244&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2909446 Aug 05 04:18:52.525057 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86f2a2f-b374-4ddb-b0f6-5898fde6b2e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ca3ff90-fccd-46a2-b873-007c361f724c,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:18:52.527369 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 53708) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:18:52.581768 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-367dfecc-697d-4aed-9545-683f57ce5d56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:52.613666 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-367dfecc-697d-4aed-9545-683f57ce5d56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:52.677599 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-367dfecc-697d-4aed-9545-683f57ce5d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:52.680290 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-367dfecc-697d-4aed-9545-683f57ce5d56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:52.682949 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-367dfecc-697d-4aed-9545-683f57ce5d56 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5ca3ff90-fccd-46a2-b873-007c361f724c HTTP/1.1" status: 204 len: 168 time: 0.1544983 Aug 05 04:18:52.693152 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367dfecc-697d-4aed-9545-683f57ce5d56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ca3ff90-fccd-46a2-b873-007c361f724c,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:18:52.716797 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-75dd7438-d82e-48df-b5b3-0d8be38f005a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:52.749278 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52a6f28-848a-409e-aa6e-112eaea34324 req-0b5963c3-46ea-4e5c-b24f-4e9812c15c45 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:18:52.750839 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f52a6f28-848a-409e-aa6e-112eaea34324 req-0b5963c3-46ea-4e5c-b24f-4e9812c15c45 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e15d21-e838-4976-9b48-0180a753f296 HTTP/1.1" status: 200 len: 943 time: 0.2529855 Aug 05 04:18:52.755941 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-75dd7438-d82e-48df-b5b3-0d8be38f005a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:52.817217 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f52a6f28-848a-409e-aa6e-112eaea34324 req-a9a0d884-c67e-4066-881b-56776892e880 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591810 Aug 05 04:18:52.832935 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-75dd7438-d82e-48df-b5b3-0d8be38f005a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:52.835306 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-75dd7438-d82e-48df-b5b3-0d8be38f005a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:52.847011 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-75dd7438-d82e-48df-b5b3-0d8be38f005a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6be506da-f23b-4e33-8553-74500f35907d HTTP/1.1" status: 204 len: 168 time: 0.3956447 Aug 05 04:18:52.848527 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dd7438-d82e-48df-b5b3-0d8be38f005a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6be506da-f23b-4e33-8553-74500f35907d,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:18:53.153364 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7626b94d-86e6-4c43-8a04-1b1cb6d3329c req-43583f5f-3995-4bf2-919e-658832b19c4a tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:18:53.162431 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7626b94d-86e6-4c43-8a04-1b1cb6d3329c req-43583f5f-3995-4bf2-919e-658832b19c4a tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/ports?device_id=2147f667-d746-4185-9f35-aeecd3b618bf HTTP/1.1" status: 200 len: 943 time: 0.0801446 Aug 05 04:18:53.179114 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 53754) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:18:53.193236 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-f1f5feb7-6c7f-409d-8704-74ceb9e078d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:53.208893 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7626b94d-86e6-4c43-8a04-1b1cb6d3329c req-c2a3b9aa-c4ba-483f-a191-8ef76d1181cf tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/security-groups?id=30a7b57d-d19f-4842-b220-e889f0616c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453863 Aug 05 04:18:53.289979 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2acbcd-23ad-4988-b9b8-1d164d26afbd req-84c1c7ac-b16d-4c4f-94eb-fda89f2d1c6b tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:18:53.292279 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9a2acbcd-23ad-4988-b9b8-1d164d26afbd req-84c1c7ac-b16d-4c4f-94eb-fda89f2d1c6b tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/ports?device_id=2115d019-f085-4012-b398-de97bdeb18ce HTTP/1.1" status: 200 len: 943 time: 0.0783665 Aug 05 04:18:53.309401 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 53764) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:18:53.324346 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-f1f5feb7-6c7f-409d-8704-74ceb9e078d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:53.329211 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-f1f5feb7-6c7f-409d-8704-74ceb9e078d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:53.366135 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f5feb7-6c7f-409d-8704-74ceb9e078d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=201a9f15-95da-4bd2-b45b-5ceaeec9378b,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:18:53.377932 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9a2acbcd-23ad-4988-b9b8-1d164d26afbd req-c3e2b7d1-460f-4311-b77f-8bde090de264 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/security-groups?id=d92b311d-35d1-4c30-9d9b-586d3bdc7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784812 Aug 05 04:18:53.382634 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-f4bcf0ea-2c99-4a69-b21e-f763d8a53fe2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=046b8642d21346c0ba49fefc066867ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0718627 Aug 05 04:18:53.385257 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 53770) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:18:53.385477 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-f1f5feb7-6c7f-409d-8704-74ceb9e078d5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2acfd19e384447c690a37a8b247ed1cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2050521 Aug 05 04:18:53.394301 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 53772) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:18:53.519327 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074ce88d-574c-47ca-9817-0903647a632f req-534df20a-43bd-4039-90be-969cd9078f29 tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:18:53.520855 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-074ce88d-574c-47ca-9817-0903647a632f req-534df20a-43bd-4039-90be-969cd9078f29 tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea337739-7555-49b7-80dc-855419a955a9 HTTP/1.1" status: 200 len: 944 time: 0.1061437 Aug 05 04:18:53.525482 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-2cbab71f-8161-4b10-a29b-cbdd8908058d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:53.528420 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3510d773-101d-4559-a9af-beb0ff10cb0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:53.584371 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3510d773-101d-4559-a9af-beb0ff10cb0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:53.597779 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-2cbab71f-8161-4b10-a29b-cbdd8908058d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:53.607536 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-074ce88d-574c-47ca-9817-0903647a632f req-a5565189-b24e-4cf1-a4fd-10124e45de9c tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] 10.222.0.37 "GET /v2.0/security-groups?id=eaa3c5bc-854e-4c8f-9929-54a304f44186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801537 Aug 05 04:18:53.665307 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3510d773-101d-4559-a9af-beb0ff10cb0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:53.668576 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3510d773-101d-4559-a9af-beb0ff10cb0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:53.669792 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-3510d773-101d-4559-a9af-beb0ff10cb0e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/201a9f15-95da-4bd2-b45b-5ceaeec9378b HTTP/1.1" status: 204 len: 168 time: 0.2732074 Aug 05 04:18:53.672509 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-2cbab71f-8161-4b10-a29b-cbdd8908058d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:53.674998 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-2cbab71f-8161-4b10-a29b-cbdd8908058d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:53.676104 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-2cbab71f-8161-4b10-a29b-cbdd8908058d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e06ea342-9a8c-42e2-bc13-a0b4896a4ee5 HTTP/1.1" status: 204 len: 168 time: 0.2891829 Aug 05 04:18:53.683046 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3510d773-101d-4559-a9af-beb0ff10cb0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=201a9f15-95da-4bd2-b45b-5ceaeec9378b,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:18:53.694183 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbab71f-8161-4b10-a29b-cbdd8908058d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e06ea342-9a8c-42e2-bc13-a0b4896a4ee5,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:18:53.770556 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2147f667-d746-4185-9f35-aeecd3b618bf', 'tag': 'b62ea826-62c2-44d5-99fd-68a5f0075fbe'}, {'name': 'network-changed', 'server_uuid': '26f2ad3f-3821-4f77-8d20-74c5f53e5c25', 'tag': '87acbb5e-8645-45ff-b633-388b666fd680'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 04:18:53.774358 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc51a2a5f300f30acac232ef327f3f01bb0f894a96a37a70efeb1c252096f2af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-643547fe-fcd7-4997-9d89-2cd863138327" -d '{"events": [{"name": "network-changed", "server_uuid": "2147f667-d746-4185-9f35-aeecd3b618bf", "tag": "b62ea826-62c2-44d5-99fd-68a5f0075fbe"}, {"name": "network-changed", "server_uuid": "26f2ad3f-3821-4f77-8d20-74c5f53e5c25", "tag": "87acbb5e-8645-45ff-b633-388b666fd680"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 04:18:53.820811 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 05 Aug 2021 04:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-741679d7-f170-4020-8dd9-4080d489f564 x-openstack-request-id: req-741679d7-f170-4020-8dd9-4080d489f564 {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 04:18:53.821162 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2147f667-d746-4185-9f35-aeecd3b618bf", "tag": "b62ea826-62c2-44d5-99fd-68a5f0075fbe", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "26f2ad3f-3821-4f77-8d20-74c5f53e5c25", "tag": "87acbb5e-8645-45ff-b633-388b666fd680", "status": "completed", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 04:18:53.821411 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-741679d7-f170-4020-8dd9-4080d489f564 {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 04:18:53.821973 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2147f667-d746-4185-9f35-aeecd3b618bf', 'tag': 'b62ea826-62c2-44d5-99fd-68a5f0075fbe', 'status': 'completed', 'code': 200} Aug 05 04:18:53.822470 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26f2ad3f-3821-4f77-8d20-74c5f53e5c25', 'tag': '87acbb5e-8645-45ff-b633-388b666fd680', 'status': 'completed', 'code': 200} Aug 05 04:18:53.946718 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2338e340-d824-4e56-b79f-237fe5fedff0 req-98deda7c-3bf4-4067-8ef4-245c245e365d tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:18:53.948637 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2338e340-d824-4e56-b79f-237fe5fedff0 req-98deda7c-3bf4-4067-8ef4-245c245e365d tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e15d21-e838-4976-9b48-0180a753f296 HTTP/1.1" status: 200 len: 943 time: 0.0521967 Aug 05 04:18:53.998126 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2338e340-d824-4e56-b79f-237fe5fedff0 req-055f831b-9082-49d7-a1a9-12a141fbb44f tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373681 Aug 05 04:18:54.082666 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 53796) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:18:54.099518 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-98527f3b-6dae-4e45-bb75-5dc69d761c79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:54.187728 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-98527f3b-6dae-4e45-bb75-5dc69d761c79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:54.192133 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-98527f3b-6dae-4e45-bb75-5dc69d761c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:54.234754 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-98527f3b-6dae-4e45-bb75-5dc69d761c79 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7eab56791f31407b9a637e6d9d7143a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1502585 Aug 05 04:18:54.236801 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98527f3b-6dae-4e45-bb75-5dc69d761c79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7359548d-f607-44c0-bd54-f587836fb2fb,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:18:54.237469 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 53802) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:18:54.300889 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-76be6fd3-b56d-40c8-8902-eca619fe3552 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:54.322529 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-76be6fd3-b56d-40c8-8902-eca619fe3552 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:54.335566 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051c724e-9367-4b33-8a26-e84d466cb21a req-1497bba4-27bd-4163-8c76-9a9bc2c4e438 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:18:54.337068 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-051c724e-9367-4b33-8a26-e84d466cb21a req-1497bba4-27bd-4163-8c76-9a9bc2c4e438 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/ports?device_id=2147f667-d746-4185-9f35-aeecd3b618bf HTTP/1.1" status: 200 len: 943 time: 0.0523694 Aug 05 04:18:54.376503 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-76be6fd3-b56d-40c8-8902-eca619fe3552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:54.379471 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-76be6fd3-b56d-40c8-8902-eca619fe3552 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:54.381383 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-76be6fd3-b56d-40c8-8902-eca619fe3552 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7359548d-f607-44c0-bd54-f587836fb2fb HTTP/1.1" status: 204 len: 168 time: 0.1422200 Aug 05 04:18:54.389941 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76be6fd3-b56d-40c8-8902-eca619fe3552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7359548d-f607-44c0-bd54-f587836fb2fb,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:18:54.395106 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-051c724e-9367-4b33-8a26-e84d466cb21a req-24841f8c-779b-41da-b071-db415f702f20 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/security-groups?id=30a7b57d-d19f-4842-b220-e889f0616c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515692 Aug 05 04:18:54.513387 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cead663-332d-42aa-be27-aa35373344e6 req-c5c88164-e05f-4432-be84-7c9615e6abf5 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:18:54.521351 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5cead663-332d-42aa-be27-aa35373344e6 req-c5c88164-e05f-4432-be84-7c9615e6abf5 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/ports?device_id=2115d019-f085-4012-b398-de97bdeb18ce HTTP/1.1" status: 200 len: 943 time: 0.0577378 Aug 05 04:18:54.567043 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5cead663-332d-42aa-be27-aa35373344e6 req-8c9b5369-d6d4-4acc-9295-18be09a5340b tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/security-groups?id=d92b311d-35d1-4c30-9d9b-586d3bdc7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447876 Aug 05 04:18:54.735335 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6691111f-f9bf-4196-bd3e-c3973c5fd7d5 req-2b5bfe00-44af-4738-8e19-39ba2bb45df8 tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:18:54.736838 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6691111f-f9bf-4196-bd3e-c3973c5fd7d5 req-2b5bfe00-44af-4738-8e19-39ba2bb45df8 tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea337739-7555-49b7-80dc-855419a955a9 HTTP/1.1" status: 200 len: 944 time: 0.0562315 Aug 05 04:18:54.777690 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6691111f-f9bf-4196-bd3e-c3973c5fd7d5 req-c039650b-e8aa-459d-a8de-1728f5176771 tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] 10.222.0.37 "GET /v2.0/security-groups?id=eaa3c5bc-854e-4c8f-9929-54a304f44186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340402 Aug 05 04:18:55.011057 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Device 8bae3ffc-a0df-4c0f-83d1-3a7117b43392 details requested by agent hyperv_hv-cinder-80300 with host hv-cinder-80300 {{(pid=93252) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 04:18:55.175479 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c097368-e381-41f6-8dd2-55a249aa3c4c req-571a9402-740a-4ed9-a01c-75442135f3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:18:55.176981 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-3c097368-e381-41f6-8dd2-55a249aa3c4c req-571a9402-740a-4ed9-a01c-75442135f3f6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8eb0ee8cdd9f4664bd6a71d95fef8f7a&device_id=26f2ad3f-3821-4f77-8d20-74c5f53e5c25 HTTP/1.1" status: 200 len: 1096 time: 0.1451705 Aug 05 04:18:55.179369 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75045187-476b-4490-99c9-ff545938320e req-95f6bebb-8935-449c-a1cb-fa666d80ba38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:18:55.180783 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-75045187-476b-4490-99c9-ff545938320e req-95f6bebb-8935-449c-a1cb-fa666d80ba38 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7e1b30b90c7140f8b2ccf41b54163dd5&device_id=2147f667-d746-4185-9f35-aeecd3b618bf HTTP/1.1" status: 200 len: 1096 time: 0.1502793 Aug 05 04:18:55.182970 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] For port 8bae3ffc-a0df-4c0f-83d1-3a7117b43392, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=8bae3ffc-a0df-4c0f-83d1-3a7117b43392,segment=NetworkSegment(07698abb-56a5-4b92-a0c9-951923c673ae),segment_id=07698abb-56a5-4b92-a0c9-951923c673ae)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:18:55.187034 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c645a0-36b0-46e4-9d34-b5269c508492 req-0dfa7c65-2f51-4abd-9a2e-d489239e95b7 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:18:55.187566 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ba033a-3527-467d-8db6-0964f0427c6f req-1cb0fa76-cad8-4651-a299-d19d34b4548f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:18:55.189217 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-f0ba033a-3527-467d-8db6-0964f0427c6f req-1cb0fa76-cad8-4651-a299-d19d34b4548f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8eb0ee8cdd9f4664bd6a71d95fef8f7a&device_id=32e15d21-e838-4976-9b48-0180a753f296 HTTP/1.1" status: 200 len: 1096 time: 0.1416521 Aug 05 04:18:55.190969 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a9c645a0-36b0-46e4-9d34-b5269c508492 req-0dfa7c65-2f51-4abd-9a2e-d489239e95b7 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e15d21-e838-4976-9b48-0180a753f296 HTTP/1.1" status: 200 len: 943 time: 0.0965443 Aug 05 04:18:55.210891 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Returning: {'device': '8bae3ffc-a0df-4c0f-83d1-3a7117b43392', 'network_id': '745807ed-0ad6-4f28-a193-b36e2d5cff62', 'port_id': '8bae3ffc-a0df-4c0f-83d1-3a7117b43392', 'mac_address': 'fa:16:3e:e0:40:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12e7b83e-f20c-419e-835f-35ab0f840a99', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93252) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 04:18:55.287924 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:55.291453 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a9c645a0-36b0-46e4-9d34-b5269c508492 req-77fce8d4-92c8-490e-9fbe-14931b10c878 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960469 Aug 05 04:18:55.306611 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bae3ffc-a0df-4c0f-83d1-3a7117b43392 {{(pid=93252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 04:18:55.341746 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] For port 8bae3ffc-a0df-4c0f-83d1-3a7117b43392, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=8bae3ffc-a0df-4c0f-83d1-3a7117b43392,segment=NetworkSegment(07698abb-56a5-4b92-a0c9-951923c673ae),segment_id=07698abb-56a5-4b92-a0c9-951923c673ae)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:18:55.348027 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:55.349164 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Device 42c57c80-e151-4c69-8999-cf599c413e90 details requested by agent hyperv_hv-cinder-80300 with host hv-cinder-80300 {{(pid=93252) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 04:18:55.573174 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe66152-a798-445f-9a43-650dba6efa00 req-65e1b4a2-4ffa-4397-9dd2-cbd040e465b5 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:18:55.575138 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7fe66152-a798-445f-9a43-650dba6efa00 req-65e1b4a2-4ffa-4397-9dd2-cbd040e465b5 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/ports?device_id=2147f667-d746-4185-9f35-aeecd3b618bf HTTP/1.1" status: 200 len: 943 time: 0.0753863 Aug 05 04:18:55.647473 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7fe66152-a798-445f-9a43-650dba6efa00 req-5b336a33-ea45-4144-a948-b46800bd3446 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/security-groups?id=30a7b57d-d19f-4842-b220-e889f0616c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604141 Aug 05 04:18:55.686212 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 53880) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:18:55.717886 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] For port 42c57c80-e151-4c69-8999-cf599c413e90, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=42c57c80-e151-4c69-8999-cf599c413e90,segment=NetworkSegment(3dde1be1-08d0-4677-a267-c0d98cf2de43),segment_id=3dde1be1-08d0-4677-a267-c0d98cf2de43)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:18:55.730650 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Returning: {'device': '42c57c80-e151-4c69-8999-cf599c413e90', 'network_id': 'cf907c3d-eb09-4c0a-8c7f-37b6a493a079', 'port_id': '42c57c80-e151-4c69-8999-cf599c413e90', 'mac_address': 'fa:16:3e:bd:57:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6f9db74-429d-4d50-95ec-3b879df44d2e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93252) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 04:18:55.731159 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-75045187-476b-4490-99c9-ff545938320e req-87e07c2a-ce24-43ca-8fcc-7f1b297cfcc3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b62ea826-62c2-44d5-99fd-68a5f0075fbe HTTP/1.1" status: 200 len: 217 time: 0.5133567 Aug 05 04:18:55.737462 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Pushing event updated for resources: {'Port': ['ID=8bae3ffc-a0df-4c0f-83d1-3a7117b43392,revision_number=4']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:18:55.767176 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ba033a-3527-467d-8db6-0964f0427c6f req-e8d85ff0-8d69-4420-bcf3-d94e91bc51c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:18:55.768663 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-f0ba033a-3527-467d-8db6-0964f0427c6f req-e8d85ff0-8d69-4420-bcf3-d94e91bc51c4 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=8eb0ee8cdd9f4664bd6a71d95fef8f7a&shared=False HTTP/1.1" status: 200 len: 920 time: 0.5518644 Aug 05 04:18:55.777809 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-3c097368-e381-41f6-8dd2-55a249aa3c4c req-d2348cf7-cd7e-4af1-9fa0-bafbf500c885 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87acbb5e-8645-45ff-b633-388b666fd680 HTTP/1.1" status: 200 len: 217 time: 0.5622640 Aug 05 04:18:55.781758 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:55.798382 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42c57c80-e151-4c69-8999-cf599c413e90 {{(pid=93252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 04:18:55.848055 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25abcd96-d397-4af5-94b6-4593b6c1f453 req-c1e1a0ae-5a2a-425b-b73a-c96cff3a416f tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:18:55.850588 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-25abcd96-d397-4af5-94b6-4593b6c1f453 req-c1e1a0ae-5a2a-425b-b73a-c96cff3a416f tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/ports?device_id=2115d019-f085-4012-b398-de97bdeb18ce HTTP/1.1" status: 200 len: 943 time: 0.1445620 Aug 05 04:18:55.856909 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] For port 42c57c80-e151-4c69-8999-cf599c413e90, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=42c57c80-e151-4c69-8999-cf599c413e90,segment=NetworkSegment(3dde1be1-08d0-4677-a267-c0d98cf2de43),segment_id=3dde1be1-08d0-4677-a267-c0d98cf2de43)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:18:55.864063 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:55.900373 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ba033a-3527-467d-8db6-0964f0427c6f req-c5e68623-f37b-4e72-904d-db331229ae61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:18:55.901864 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-f0ba033a-3527-467d-8db6-0964f0427c6f req-c5e68623-f37b-4e72-904d-db331229ae61 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1222742 Aug 05 04:18:55.961344 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Pushing event updated for resources: {'Port': ['ID=42c57c80-e151-4c69-8999-cf599c413e90,revision_number=4']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:18:55.963060 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75045187-476b-4490-99c9-ff545938320e req-c2c9d4b3-c006-44c8-b4b3-fb73bc905f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:18:55.964609 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-75045187-476b-4490-99c9-ff545938320e req-c2c9d4b3-c006-44c8-b4b3-fb73bc905f49 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9f533690-95d6-43c6-9d22-76c71900eaef HTTP/1.1" status: 200 len: 850 time: 0.1950409 Aug 05 04:18:55.971939 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-25abcd96-d397-4af5-94b6-4593b6c1f453 req-6dc85858-3748-49cc-9a96-cd14b8343e91 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/security-groups?id=d92b311d-35d1-4c30-9d9b-586d3bdc7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154692 Aug 05 04:18:55.976928 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c097368-e381-41f6-8dd2-55a249aa3c4c req-5c1d26bd-4866-45b4-b83b-03a88d786a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:18:55.978582 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-3c097368-e381-41f6-8dd2-55a249aa3c4c req-5c1d26bd-4866-45b4-b83b-03a88d786a34 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3a9fe8aa-38d2-494e-ab5e-e2594d44600a HTTP/1.1" status: 200 len: 859 time: 0.0740080 Aug 05 04:18:55.995347 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-7a23d0d4-4e42-4f6d-870a-d95e862ef691 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:56.035813 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c44b135-ef6c-4cc0-837c-2a08766cde97 req-28dee9b0-785a-479c-b269-d9f77824ce8c tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:18:56.043018 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0c44b135-ef6c-4cc0-837c-2a08766cde97 req-28dee9b0-785a-479c-b269-d9f77824ce8c tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea337739-7555-49b7-80dc-855419a955a9 HTTP/1.1" status: 200 len: 945 time: 0.0955145 Aug 05 04:18:56.048521 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-3c097368-e381-41f6-8dd2-55a249aa3c4c req-48788fb9-9205-4a2e-a6e0-9b74fdefb8aa service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4a73174c-8cf7-4eb5-84d2-c19fe864c831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299141 Aug 05 04:18:56.113405 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0c44b135-ef6c-4cc0-837c-2a08766cde97 req-7bf11690-14aa-4b11-b95f-ff29e835e1c1 tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] 10.222.0.37 "GET /v2.0/security-groups?id=eaa3c5bc-854e-4c8f-9929-54a304f44186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694685 Aug 05 04:18:56.157300 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55d611d-6633-4fb8-815e-24599b7bff10 req-ae8bf7dd-48aa-47d2-b7fb-a24af1a7af7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:18:56.159392 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-b55d611d-6633-4fb8-815e-24599b7bff10 req-ae8bf7dd-48aa-47d2-b7fb-a24af1a7af7c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8eb0ee8cdd9f4664bd6a71d95fef8f7a&device_id=32e15d21-e838-4976-9b48-0180a753f296 HTTP/1.1" status: 200 len: 1096 time: 0.1786926 Aug 05 04:18:56.180995 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-7a23d0d4-4e42-4f6d-870a-d95e862ef691 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:56.189628 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-7a23d0d4-4e42-4f6d-870a-d95e862ef691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:56.190511 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75045187-476b-4490-99c9-ff545938320e req-40dce703-01b9-42ef-9b5c-3a61e44df74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:18:56.192289 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-75045187-476b-4490-99c9-ff545938320e req-40dce703-01b9-42ef-9b5c-3a61e44df74f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=96928152-e7de-4eec-a055-721b95480308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2126091 Aug 05 04:18:56.232614 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-7a23d0d4-4e42-4f6d-870a-d95e862ef691 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=632a993ed9b047238c77cbb8a48baeed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5451028 Aug 05 04:18:56.233455 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a23d0d4-4e42-4f6d-870a-d95e862ef691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c983b8f7-9d65-4eec-b3f4-abb733b9799a,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:18:56.236379 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 53908) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:18:56.289426 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c741daa8-505a-4fe5-bc4c-aedf7981fa67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:56.314389 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c741daa8-505a-4fe5-bc4c-aedf7981fa67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:56.327178 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 53914) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:18:56.335601 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-b55d611d-6633-4fb8-815e-24599b7bff10 req-779e6fad-eeaa-403f-84be-287abd350aa8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4e2507bd-6053-49aa-87b5-a1db7d0c7b97 HTTP/1.1" status: 200 len: 217 time: 0.1570277 Aug 05 04:18:56.387171 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c741daa8-505a-4fe5-bc4c-aedf7981fa67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:56.392522 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c741daa8-505a-4fe5-bc4c-aedf7981fa67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:56.395175 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-c741daa8-505a-4fe5-bc4c-aedf7981fa67 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c983b8f7-9d65-4eec-b3f4-abb733b9799a HTTP/1.1" status: 204 len: 168 time: 0.1578813 Aug 05 04:18:56.413974 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c741daa8-505a-4fe5-bc4c-aedf7981fa67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c983b8f7-9d65-4eec-b3f4-abb733b9799a,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:18:56.454649 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] get_ports_and_sgs() called for port_ids ['8bae3ffc-a0df-4c0f-83d1-3a7117b43392'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 04:18:56.455181 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-75045187-476b-4490-99c9-ff545938320e req-15b2fbdf-a31a-44a1-ab87-616845f23ef4 service neutron] 10.222.0.39 "GET /v2.0/networks/96928152-e7de-4eec-a055-721b95480308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323411 Aug 05 04:18:56.465725 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-3c097368-e381-41f6-8dd2-55a249aa3c4c req-aa4e7a25-a20b-41d7-b739-1633fe462317 service neutron] 10.222.0.39 "GET /v2.0/networks/4a73174c-8cf7-4eb5-84d2-c19fe864c831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4021611 Aug 05 04:18:56.547091 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69d6995-189a-410d-b1e6-e446cb551b14 req-13cdf7a0-d5f1-4b19-922a-95b5e51986ce tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:18:56.549259 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b69d6995-189a-410d-b1e6-e446cb551b14 req-13cdf7a0-d5f1-4b19-922a-95b5e51986ce tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e15d21-e838-4976-9b48-0180a753f296 HTTP/1.1" status: 200 len: 943 time: 0.1364555 Aug 05 04:18:56.552089 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55d611d-6633-4fb8-815e-24599b7bff10 req-b18d308c-ac5d-4d65-a2ea-f6630487ef05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:18:56.553560 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-b55d611d-6633-4fb8-815e-24599b7bff10 req-b18d308c-ac5d-4d65-a2ea-f6630487ef05 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3a9fe8aa-38d2-494e-ab5e-e2594d44600a HTTP/1.1" status: 200 len: 859 time: 0.1961246 Aug 05 04:18:56.576523 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] get_ports_and_sgs() called for port_ids ['42c57c80-e151-4c69-8999-cf599c413e90'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 04:18:56.628544 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-b55d611d-6633-4fb8-815e-24599b7bff10 req-31cf627e-f2af-448c-b64b-14d094824780 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4a73174c-8cf7-4eb5-84d2-c19fe864c831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658405 Aug 05 04:18:56.656865 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b69d6995-189a-410d-b1e6-e446cb551b14 req-3412befd-7f92-47dd-bea4-3a33c8f85014 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930233 Aug 05 04:18:56.700440 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-f741df5e-db4e-4057-b1ef-63d021792198 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:56.778420 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-3c097368-e381-41f6-8dd2-55a249aa3c4c req-b7b6d58e-577a-4403-ace0-0895c4b248ac service neutron] 10.222.0.39 "GET /v2.0/networks/4a73174c-8cf7-4eb5-84d2-c19fe864c831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3028128 Aug 05 04:18:56.797910 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-75045187-476b-4490-99c9-ff545938320e req-38f43fe7-0a8f-4e2a-b28f-3692da8b7cc8 service neutron] 10.222.0.39 "GET /v2.0/networks/96928152-e7de-4eec-a055-721b95480308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3349402 Aug 05 04:18:56.852048 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-b55d611d-6633-4fb8-815e-24599b7bff10 req-e83d2560-da12-44ca-8091-748746b01945 service neutron] 10.222.0.39 "GET /v2.0/networks/4a73174c-8cf7-4eb5-84d2-c19fe864c831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124929 Aug 05 04:18:56.854788 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9bc25b-52c6-490b-9c68-a41a4e25e89c req-891e311d-6b4c-4570-807d-6a06677d0ff3 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:18:56.856285 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-cf9bc25b-52c6-490b-9c68-a41a4e25e89c req-891e311d-6b4c-4570-807d-6a06677d0ff3 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/ports?device_id=2147f667-d746-4185-9f35-aeecd3b618bf HTTP/1.1" status: 200 len: 943 time: 0.1052287 Aug 05 04:18:56.914968 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-cf9bc25b-52c6-490b-9c68-a41a4e25e89c req-51f4f58a-20bc-4168-a64f-1ca1bfef62b1 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/security-groups?id=30a7b57d-d19f-4842-b220-e889f0616c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507224 Aug 05 04:18:56.947170 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-f741df5e-db4e-4057-b1ef-63d021792198 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:56.955104 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-f741df5e-db4e-4057-b1ef-63d021792198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:57.059877 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-f741df5e-db4e-4057-b1ef-63d021792198 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0403bb2268d64352b240d645ac7bc1f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7292926 Aug 05 04:18:57.059877 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f741df5e-db4e-4057-b1ef-63d021792198 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e355311-818e-4889-9c32-1a80302e7ace,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:18:57.067024 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 53942) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:18:57.101811 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-b55d611d-6633-4fb8-815e-24599b7bff10 req-bbbfb560-1a06-436e-92ca-f40d197ad2af service neutron] 10.222.0.39 "GET /v2.0/networks/4a73174c-8cf7-4eb5-84d2-c19fe864c831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516583 Aug 05 04:18:57.108103 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643547fe-fcd7-4997-9d89-2cd863138327 req-6e529952-a649-4271-b5af-53edc4b5acd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:18:57.109902 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-643547fe-fcd7-4997-9d89-2cd863138327 req-6e529952-a649-4271-b5af-53edc4b5acd0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7e1b30b90c7140f8b2ccf41b54163dd5&device_id=2147f667-d746-4185-9f35-aeecd3b618bf HTTP/1.1" status: 200 len: 1096 time: 0.1612585 Aug 05 04:18:57.183930 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8a4ae950-284c-468f-af27-2e0c60ba07cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:57.216235 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 53948) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:18:57.255439 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8a4ae950-284c-468f-af27-2e0c60ba07cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:57.265023 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-100a1cbe-70eb-49bb-af3f-ac4d86f2464b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:57.287358 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb81e58-5964-47f1-ab30-9f7d788e8ceb req-cbd4b67a-b61d-445e-8eb5-79e16e952f65 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:18:57.288968 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7eb81e58-5964-47f1-ab30-9f7d788e8ceb req-cbd4b67a-b61d-445e-8eb5-79e16e952f65 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/ports?device_id=2115d019-f085-4012-b398-de97bdeb18ce HTTP/1.1" status: 200 len: 944 time: 0.1454644 Aug 05 04:18:57.316671 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643547fe-fcd7-4997-9d89-2cd863138327 req-317a1df6-49b6-4e19-9d82-e8d4ce84e5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:18:57.318141 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-643547fe-fcd7-4997-9d89-2cd863138327 req-317a1df6-49b6-4e19-9d82-e8d4ce84e5c5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=96928152-e7de-4eec-a055-721b95480308 HTTP/1.1" status: 200 len: 912 time: 0.1982825 Aug 05 04:18:57.356898 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2eeab0-2bf2-443b-8d56-4721862944df req-c67f31fe-af22-4e30-9aff-5c0d0fe8e1ff tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:18:57.358389 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-cb2eeab0-2bf2-443b-8d56-4721862944df req-c67f31fe-af22-4e30-9aff-5c0d0fe8e1ff tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea337739-7555-49b7-80dc-855419a955a9 HTTP/1.1" status: 200 len: 945 time: 0.1586866 Aug 05 04:18:57.410529 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7eb81e58-5964-47f1-ab30-9f7d788e8ceb req-45c940b0-d620-4b70-a8c3-59f3b1207644 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/security-groups?id=d92b311d-35d1-4c30-9d9b-586d3bdc7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084111 Aug 05 04:18:57.429584 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8a4ae950-284c-468f-af27-2e0c60ba07cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:57.432150 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8a4ae950-284c-468f-af27-2e0c60ba07cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:57.436047 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-8a4ae950-284c-468f-af27-2e0c60ba07cd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5e355311-818e-4889-9c32-1a80302e7ace HTTP/1.1" status: 204 len: 168 time: 0.3679762 Aug 05 04:18:57.461954 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4ae950-284c-468f-af27-2e0c60ba07cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e355311-818e-4889-9c32-1a80302e7ace,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:18:57.468524 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-cb2eeab0-2bf2-443b-8d56-4721862944df req-0eb7ccf5-4692-4865-b887-8a31e3d03a88 tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] 10.222.0.37 "GET /v2.0/security-groups?id=eaa3c5bc-854e-4c8f-9929-54a304f44186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985932 Aug 05 04:18:57.517807 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-100a1cbe-70eb-49bb-af3f-ac4d86f2464b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:57.522789 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-100a1cbe-70eb-49bb-af3f-ac4d86f2464b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:57.564171 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-100a1cbe-70eb-49bb-af3f-ac4d86f2464b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=17f7c2da3ed841e18da330a9e9eb8559&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3461604 Aug 05 04:18:57.565083 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100a1cbe-70eb-49bb-af3f-ac4d86f2464b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aac2ba69-1810-4ec9-bc7f-717546e845d3,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:18:57.567653 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 53968) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:18:57.622272 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-94468526-f3b6-4efc-848a-eb11483309b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:57.649383 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-94468526-f3b6-4efc-848a-eb11483309b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:57.702448 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-94468526-f3b6-4efc-848a-eb11483309b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:57.706800 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-94468526-f3b6-4efc-848a-eb11483309b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:57.708814 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-94468526-f3b6-4efc-848a-eb11483309b1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/aac2ba69-1810-4ec9-bc7f-717546e845d3 HTTP/1.1" status: 204 len: 168 time: 0.1398287 Aug 05 04:18:57.718279 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94468526-f3b6-4efc-848a-eb11483309b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aac2ba69-1810-4ec9-bc7f-717546e845d3,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:18:57.797109 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f1309a-d9e5-4d8a-a5fe-a56efbfd45ce req-77bc9ef4-11f8-4446-a5ed-a9f6c5465f8f tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:18:57.798993 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b7f1309a-d9e5-4d8a-a5fe-a56efbfd45ce req-77bc9ef4-11f8-4446-a5ed-a9f6c5465f8f tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e15d21-e838-4976-9b48-0180a753f296 HTTP/1.1" status: 200 len: 943 time: 0.0625961 Aug 05 04:18:57.841732 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b7f1309a-d9e5-4d8a-a5fe-a56efbfd45ce req-ccffb0f3-d92d-4f77-8485-f58642aca288 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363595 Aug 05 04:18:57.854235 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 53988) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:18:57.885819 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-f1e56fdc-f867-49bd-b4aa-8828c7ac9c13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:57.983519 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-f1e56fdc-f867-49bd-b4aa-8828c7ac9c13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:57.990892 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-f1e56fdc-f867-49bd-b4aa-8828c7ac9c13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:58.054443 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-f1e56fdc-f867-49bd-b4aa-8828c7ac9c13 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7e0f211e3de74e809a22689a2e766bfd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1982005 Aug 05 04:18:58.056565 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 54002) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:18:58.062666 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e56fdc-f867-49bd-b4aa-8828c7ac9c13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76b95fc2-b1b2-4a15-98f5-28a3be92a309,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:18:58.068975 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a0808a-8f0a-4d89-8ec4-2028dee8f213 req-efe0fe9a-5218-4f19-b316-ffbd9c22cc50 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:18:58.073214 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-78a0808a-8f0a-4d89-8ec4-2028dee8f213 req-efe0fe9a-5218-4f19-b316-ffbd9c22cc50 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/ports?device_id=2147f667-d746-4185-9f35-aeecd3b618bf HTTP/1.1" status: 200 len: 943 time: 0.0742686 Aug 05 04:18:58.121453 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-78a0808a-8f0a-4d89-8ec4-2028dee8f213 req-1fab2bd5-5390-458f-9ea1-63c4482b40db tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/security-groups?id=30a7b57d-d19f-4842-b220-e889f0616c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415924 Aug 05 04:18:58.123620 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-8941a085-d7e9-44d4-aa66-2819b7a71fd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:58.146537 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-8941a085-d7e9-44d4-aa66-2819b7a71fd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:58.169691 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 54004) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:18:58.204835 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-8941a085-d7e9-44d4-aa66-2819b7a71fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:58.207505 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-8941a085-d7e9-44d4-aa66-2819b7a71fd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:58.208675 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-8941a085-d7e9-44d4-aa66-2819b7a71fd4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/76b95fc2-b1b2-4a15-98f5-28a3be92a309 HTTP/1.1" status: 204 len: 168 time: 0.1510937 Aug 05 04:18:58.216474 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8941a085-d7e9-44d4-aa66-2819b7a71fd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76b95fc2-b1b2-4a15-98f5-28a3be92a309,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:18:58.330738 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-98a985b3-7fec-4b44-bf6c-bf47c23c125e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:58.430585 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-98a985b3-7fec-4b44-bf6c-bf47c23c125e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:58.434879 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-98a985b3-7fec-4b44-bf6c-bf47c23c125e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:58.483133 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a985b3-7fec-4b44-bf6c-bf47c23c125e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0382acef-7445-4154-829c-dc542254ecd0,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:18:58.492676 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 54024) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:18:58.499364 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-98a985b3-7fec-4b44-bf6c-bf47c23c125e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a02a9fdb79ae4fb38c6f5c31d2a9ea88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3282735 Aug 05 04:18:58.579322 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-98e6b042-2b08-4f3c-a794-fb581fe84a95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:58.603731 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-98e6b042-2b08-4f3c-a794-fb581fe84a95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:58.628327 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cef41a-e64f-4700-9cf3-633c98b573c6 req-ba31b456-9290-4906-9601-ce2fe9b97ecd tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:18:58.629833 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-06cef41a-e64f-4700-9cf3-633c98b573c6 req-ba31b456-9290-4906-9601-ce2fe9b97ecd tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/ports?device_id=2115d019-f085-4012-b398-de97bdeb18ce HTTP/1.1" status: 200 len: 944 time: 0.1228461 Aug 05 04:18:58.642377 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d03819-1bf6-4cb3-ba17-9384b92b7e4a req-aa80ca16-40dd-41ab-a9c5-79b8af3de40c tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:18:58.644223 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-91d03819-1bf6-4cb3-ba17-9384b92b7e4a req-aa80ca16-40dd-41ab-a9c5-79b8af3de40c tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea337739-7555-49b7-80dc-855419a955a9 HTTP/1.1" status: 200 len: 945 time: 0.0779755 Aug 05 04:18:58.668972 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-98e6b042-2b08-4f3c-a794-fb581fe84a95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:58.675959 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-98e6b042-2b08-4f3c-a794-fb581fe84a95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:58.681865 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-98e6b042-2b08-4f3c-a794-fb581fe84a95 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0382acef-7445-4154-829c-dc542254ecd0 HTTP/1.1" status: 204 len: 168 time: 0.1880927 Aug 05 04:18:58.705923 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-06cef41a-e64f-4700-9cf3-633c98b573c6 req-de2c2e38-4f90-4218-aff2-c156b99901a0 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/security-groups?id=d92b311d-35d1-4c30-9d9b-586d3bdc7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606446 Aug 05 04:18:58.714886 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-91d03819-1bf6-4cb3-ba17-9384b92b7e4a req-1e993816-ac22-468d-b766-dd980867ba06 tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] 10.222.0.37 "GET /v2.0/security-groups?id=eaa3c5bc-854e-4c8f-9929-54a304f44186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630391 Aug 05 04:18:58.744020 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e6b042-2b08-4f3c-a794-fb581fe84a95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0382acef-7445-4154-829c-dc542254ecd0,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:18:58.748063 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-643547fe-fcd7-4997-9d89-2cd863138327 req-9e0bb138-7efc-4bf7-9cba-badaff925a4e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b62ea826-62c2-44d5-99fd-68a5f0075fbe HTTP/1.1" status: 200 len: 217 time: 0.0886059 Aug 05 04:18:58.994358 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e9604b-3f94-49a3-a5e4-04fedb7269b1 req-17563708-a767-4f57-ab99-427efd7af793 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:18:58.996128 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-29e9604b-3f94-49a3-a5e4-04fedb7269b1 req-17563708-a767-4f57-ab99-427efd7af793 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e15d21-e838-4976-9b48-0180a753f296 HTTP/1.1" status: 200 len: 943 time: 0.0585928 Aug 05 04:18:59.045882 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-29e9604b-3f94-49a3-a5e4-04fedb7269b1 req-b2e4375e-5d88-488d-bced-67508310d4bb tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439415 Aug 05 04:18:59.095053 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 54056) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:18:59.109915 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-aa0f3c90-86cc-4e39-b3c8-271ce1f490fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:59.226151 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-aa0f3c90-86cc-4e39-b3c8-271ce1f490fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:59.231894 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-aa0f3c90-86cc-4e39-b3c8-271ce1f490fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:59.256414 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63db5071-5d3c-4561-9db4-ad47849974a9 req-9a2663a9-6baa-4a8d-82c4-215db9e2f81a tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:18:59.257908 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-63db5071-5d3c-4561-9db4-ad47849974a9 req-9a2663a9-6baa-4a8d-82c4-215db9e2f81a tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/ports?device_id=2147f667-d746-4185-9f35-aeecd3b618bf HTTP/1.1" status: 200 len: 943 time: 0.0616765 Aug 05 04:18:59.273869 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-aa0f3c90-86cc-4e39-b3c8-271ce1f490fc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a2bb87e3a9d6416d87428de2d52df6e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1777465 Aug 05 04:18:59.274010 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 54064) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:18:59.275059 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0f3c90-86cc-4e39-b3c8-271ce1f490fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6143d10d-d4c1-4bbf-8dd4-6cc6e3435e4a,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:18:59.317110 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 54066) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:18:59.332876 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-63db5071-5d3c-4561-9db4-ad47849974a9 req-cbd583ec-a895-43c2-a018-cfa2788b6f4c tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/security-groups?id=30a7b57d-d19f-4842-b220-e889f0616c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658062 Aug 05 04:18:59.357603 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-61528956-8234-4ff2-b5bb-50f6c15ca80a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:59.380222 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-61528956-8234-4ff2-b5bb-50f6c15ca80a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:59.437566 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-61528956-8234-4ff2-b5bb-50f6c15ca80a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:59.438439 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-66686d42-ac88-478e-ad7e-fecd31fc175a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:59.440745 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-61528956-8234-4ff2-b5bb-50f6c15ca80a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:59.441880 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-61528956-8234-4ff2-b5bb-50f6c15ca80a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6143d10d-d4c1-4bbf-8dd4-6cc6e3435e4a HTTP/1.1" status: 204 len: 168 time: 0.1657264 Aug 05 04:18:59.454906 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61528956-8234-4ff2-b5bb-50f6c15ca80a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6143d10d-d4c1-4bbf-8dd4-6cc6e3435e4a,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:18:59.564815 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-66686d42-ac88-478e-ad7e-fecd31fc175a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:59.569822 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-66686d42-ac88-478e-ad7e-fecd31fc175a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:59.608865 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-66686d42-ac88-478e-ad7e-fecd31fc175a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bb2e7f01756540689ad9148db42e5618&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2903845 Aug 05 04:18:59.609454 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66686d42-ac88-478e-ad7e-fecd31fc175a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f075113b-5290-4262-9256-74b1dd9fb46b,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:18:59.612281 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 54080) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:18:59.671317 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-d398d472-898d-4abc-8dc4-ca1e1ee37e8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:59.725286 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-d398d472-898d-4abc-8dc4-ca1e1ee37e8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:59.749774 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643547fe-fcd7-4997-9d89-2cd863138327 req-7c135d61-74ac-4752-813b-a89e29929951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:18:59.751871 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-643547fe-fcd7-4997-9d89-2cd863138327 req-7c135d61-74ac-4752-813b-a89e29929951 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9f533690-95d6-43c6-9d22-76c71900eaef HTTP/1.1" status: 200 len: 850 time: 0.0701141 Aug 05 04:18:59.814761 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-d398d472-898d-4abc-8dc4-ca1e1ee37e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:59.817342 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-d398d472-898d-4abc-8dc4-ca1e1ee37e8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:18:59.821570 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-d398d472-898d-4abc-8dc4-ca1e1ee37e8f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f075113b-5290-4262-9256-74b1dd9fb46b HTTP/1.1" status: 204 len: 168 time: 0.2017500 Aug 05 04:18:59.836790 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d398d472-898d-4abc-8dc4-ca1e1ee37e8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f075113b-5290-4262-9256-74b1dd9fb46b,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:18:59.911565 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fd75b4-f7bb-4754-9b5f-83c8dd46ff59 req-dc97bae5-e570-42d4-ae9b-0e5d9b3d5382 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:18:59.913242 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b9fd75b4-f7bb-4754-9b5f-83c8dd46ff59 req-dc97bae5-e570-42d4-ae9b-0e5d9b3d5382 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/ports?device_id=2115d019-f085-4012-b398-de97bdeb18ce HTTP/1.1" status: 200 len: 944 time: 0.0991280 Aug 05 04:18:59.938582 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e25908-056b-42e6-9743-14f8d6a5e07f req-a502eb63-d066-4dc8-b33f-205e78f829bc tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:18:59.943013 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b0e25908-056b-42e6-9743-14f8d6a5e07f req-a502eb63-d066-4dc8-b33f-205e78f829bc tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea337739-7555-49b7-80dc-855419a955a9 HTTP/1.1" status: 200 len: 945 time: 0.0837696 Aug 05 04:18:59.992755 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b9fd75b4-f7bb-4754-9b5f-83c8dd46ff59 req-ec683e08-e402-48b4-aa41-5e1f722cb5af tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/security-groups?id=d92b311d-35d1-4c30-9d9b-586d3bdc7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686903 Aug 05 04:19:00.015086 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b0e25908-056b-42e6-9743-14f8d6a5e07f req-dd1cc0de-8353-4942-b64d-a576bd767d06 tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] 10.222.0.37 "GET /v2.0/security-groups?id=eaa3c5bc-854e-4c8f-9929-54a304f44186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625052 Aug 05 04:19:00.171822 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a177fbf4-12ef-452f-b200-e244291052e8 req-4fc25197-1689-4c5e-92c1-110eb53aa6db tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:00.173416 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a177fbf4-12ef-452f-b200-e244291052e8 req-4fc25197-1689-4c5e-92c1-110eb53aa6db tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e15d21-e838-4976-9b48-0180a753f296 HTTP/1.1" status: 200 len: 943 time: 0.0567098 Aug 05 04:19:00.213094 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a177fbf4-12ef-452f-b200-e244291052e8 req-0a690d18-ef7c-4507-b9ff-cad610405452 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333092 Aug 05 04:19:00.468517 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3960cd47-f8a4-419f-a6ee-db46fcf0a2f1 req-174e39ec-8fc8-4f81-a64e-17033659f04c tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:00.470359 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3960cd47-f8a4-419f-a6ee-db46fcf0a2f1 req-174e39ec-8fc8-4f81-a64e-17033659f04c tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/ports?device_id=2147f667-d746-4185-9f35-aeecd3b618bf HTTP/1.1" status: 200 len: 943 time: 0.0635962 Aug 05 04:19:00.533794 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3960cd47-f8a4-419f-a6ee-db46fcf0a2f1 req-854a4aa3-b571-4c0a-a3ee-9c616b6b25d5 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/security-groups?id=30a7b57d-d19f-4842-b220-e889f0616c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573273 Aug 05 04:19:00.975806 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 54168) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:19:01.147931 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643547fe-fcd7-4997-9d89-2cd863138327 req-72524ce9-6980-4ed5-8d97-418909da2f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:01.149420 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-643547fe-fcd7-4997-9d89-2cd863138327 req-72524ce9-6980-4ed5-8d97-418909da2f9c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=96928152-e7de-4eec-a055-721b95480308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0709970 Aug 05 04:19:01.153613 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5591a4-3955-439e-a94f-f9c996fbbb05 req-9c34c80e-7f16-4e75-aec1-a4e934abf2bd tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:01.155191 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7e5591a4-3955-439e-a94f-f9c996fbbb05 req-9c34c80e-7f16-4e75-aec1-a4e934abf2bd tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/ports?device_id=2115d019-f085-4012-b398-de97bdeb18ce HTTP/1.1" status: 200 len: 944 time: 0.0886533 Aug 05 04:19:01.177294 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bfd6c0-89c0-419f-bc15-fcefe3b8516c req-a6938463-e009-4575-b4a0-54211f2c8a89 tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:01.184453 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-93bfd6c0-89c0-419f-bc15-fcefe3b8516c req-a6938463-e009-4575-b4a0-54211f2c8a89 tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea337739-7555-49b7-80dc-855419a955a9 HTTP/1.1" status: 200 len: 945 time: 0.0807886 Aug 05 04:19:01.205406 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-c134674a-bb9a-4429-b010-7e0b22bf2a3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:01.240078 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7e5591a4-3955-439e-a94f-f9c996fbbb05 req-8af21986-906e-4580-b7b7-8ee414960b7d tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/security-groups?id=d92b311d-35d1-4c30-9d9b-586d3bdc7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766079 Aug 05 04:19:01.242938 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-93bfd6c0-89c0-419f-bc15-fcefe3b8516c req-96d8fa7a-f261-4ef4-80aa-f9d6cf0dc9ca tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] 10.222.0.37 "GET /v2.0/security-groups?id=eaa3c5bc-854e-4c8f-9929-54a304f44186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574670 Aug 05 04:19:01.312933 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-643547fe-fcd7-4997-9d89-2cd863138327 req-2fbb2408-ed75-4ece-8499-4a2a13636035 service neutron] 10.222.0.39 "GET /v2.0/networks/96928152-e7de-4eec-a055-721b95480308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547725 Aug 05 04:19:01.394451 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd55a579-6ff4-4228-a737-ce846d5771ca req-e03fa049-c23b-47d6-830d-0257ce37c8c5 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:01.396565 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-bd55a579-6ff4-4228-a737-ce846d5771ca req-e03fa049-c23b-47d6-830d-0257ce37c8c5 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e15d21-e838-4976-9b48-0180a753f296 HTTP/1.1" status: 200 len: 943 time: 0.0602589 Aug 05 04:19:01.452769 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-c134674a-bb9a-4429-b010-7e0b22bf2a3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:01.457766 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-643547fe-fcd7-4997-9d89-2cd863138327 req-9c8812dc-27cf-4c2e-b9bc-6ce46d347b88 service neutron] 10.222.0.39 "GET /v2.0/networks/96928152-e7de-4eec-a055-721b95480308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357725 Aug 05 04:19:01.459174 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-c134674a-bb9a-4429-b010-7e0b22bf2a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:01.466732 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-bd55a579-6ff4-4228-a737-ce846d5771ca req-480cdd60-6531-41ed-ad49-057415234f1b tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493708 Aug 05 04:19:01.505086 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-c134674a-bb9a-4429-b010-7e0b22bf2a3c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=88471c51eb4146a0b092afda43bc26ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5256047 Aug 05 04:19:01.505501 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 54194) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:19:01.518074 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c134674a-bb9a-4429-b010-7e0b22bf2a3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82a56b6d-7268-41ac-99ff-d2080fd74df6,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:19:01.560707 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-54810590-1c1c-4494-ab96-88c221d32e44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:01.583749 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-54810590-1c1c-4494-ab96-88c221d32e44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:01.642017 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-54810590-1c1c-4494-ab96-88c221d32e44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:01.648986 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-54810590-1c1c-4494-ab96-88c221d32e44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:01.650514 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-54810590-1c1c-4494-ab96-88c221d32e44 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/82a56b6d-7268-41ac-99ff-d2080fd74df6 HTTP/1.1" status: 204 len: 168 time: 0.1440191 Aug 05 04:19:01.659872 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54810590-1c1c-4494-ab96-88c221d32e44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a56b6d-7268-41ac-99ff-d2080fd74df6,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:19:01.676382 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b314d3ac-654f-4227-8bab-633189f41d8e req-ed0ea3b2-2bfe-4d8a-8606-d8af8e9d49a1 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:01.693021 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b314d3ac-654f-4227-8bab-633189f41d8e req-ed0ea3b2-2bfe-4d8a-8606-d8af8e9d49a1 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/ports?device_id=2147f667-d746-4185-9f35-aeecd3b618bf HTTP/1.1" status: 200 len: 943 time: 0.0767925 Aug 05 04:19:01.739771 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b314d3ac-654f-4227-8bab-633189f41d8e req-9a4cac7c-5525-4e10-92f8-5a8f924d1cef tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/security-groups?id=30a7b57d-d19f-4842-b220-e889f0616c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408998 Aug 05 04:19:01.749899 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 54204) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:19:02.018959 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8145901e-2035-45ae-9e9a-1ffcc6567ed3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:02.038172 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 54216) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:19:02.056253 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-716d5411-8110-45b3-8ee3-421ce412916e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:02.062980 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643547fe-fcd7-4997-9d89-2cd863138327 req-be83bc6a-1564-4be4-8f19-818d929dde74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:02.064394 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-643547fe-fcd7-4997-9d89-2cd863138327 req-be83bc6a-1564-4be4-8f19-818d929dde74 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8eb0ee8cdd9f4664bd6a71d95fef8f7a&device_id=26f2ad3f-3821-4f77-8d20-74c5f53e5c25 HTTP/1.1" status: 200 len: 1096 time: 0.0435703 Aug 05 04:19:02.136099 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8145901e-2035-45ae-9e9a-1ffcc6567ed3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:02.142219 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8145901e-2035-45ae-9e9a-1ffcc6567ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:02.159165 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643547fe-fcd7-4997-9d89-2cd863138327 req-caf35aa1-f3c2-46f4-ace3-b57b5f5d33af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:02.160741 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-643547fe-fcd7-4997-9d89-2cd863138327 req-caf35aa1-f3c2-46f4-ace3-b57b5f5d33af service neutron] 10.222.0.39 "GET /v2.0/networks?id=4a73174c-8cf7-4eb5-84d2-c19fe864c831 HTTP/1.1" status: 200 len: 920 time: 0.0890641 Aug 05 04:19:02.186133 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-8145901e-2035-45ae-9e9a-1ffcc6567ed3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=be760c9bc05841c9a9356224ec88ff30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4349921 Aug 05 04:19:02.191517 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 54218) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:19:02.202648 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-643547fe-fcd7-4997-9d89-2cd863138327 req-57a510da-8f3c-44a8-ba1e-67be38786baf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87acbb5e-8645-45ff-b633-388b666fd680 HTTP/1.1" status: 200 len: 217 time: 0.0344131 Aug 05 04:19:02.211777 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8145901e-2035-45ae-9e9a-1ffcc6567ed3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c86358aa-1daa-41aa-8e7f-a68c86698400,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:19:02.255323 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643547fe-fcd7-4997-9d89-2cd863138327 req-3fc17dc6-4620-46b1-a4fa-247c793fe978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:02.256961 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-643547fe-fcd7-4997-9d89-2cd863138327 req-3fc17dc6-4620-46b1-a4fa-247c793fe978 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3a9fe8aa-38d2-494e-ab5e-e2594d44600a HTTP/1.1" status: 200 len: 859 time: 0.0466113 Aug 05 04:19:02.279786 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8d8b86ae-cdb7-4004-9c8a-fca04b0c61f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:02.293215 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-643547fe-fcd7-4997-9d89-2cd863138327 req-12b9df63-fe42-4253-b7aa-5382d21c0e87 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4a73174c-8cf7-4eb5-84d2-c19fe864c831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278034 Aug 05 04:19:02.319744 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8d8b86ae-cdb7-4004-9c8a-fca04b0c61f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:02.354448 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-716d5411-8110-45b3-8ee3-421ce412916e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:02.389482 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-716d5411-8110-45b3-8ee3-421ce412916e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:02.393881 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-643547fe-fcd7-4997-9d89-2cd863138327 req-4f09dd16-660a-4ffa-85a3-65f7f2c07e62 service neutron] 10.222.0.39 "GET /v2.0/networks/4a73174c-8cf7-4eb5-84d2-c19fe864c831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925596 Aug 05 04:19:02.460400 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-716d5411-8110-45b3-8ee3-421ce412916e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c332b2ebd3394856922f6565379489c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4210782 Aug 05 04:19:02.463122 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 54224) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:19:02.463941 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716d5411-8110-45b3-8ee3-421ce412916e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=887393e8-9645-48f9-ae92-189a2ba5feee,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:19:02.481507 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149408f6-be56-46c9-beca-fbab920be6c0 req-c7fc5c53-bff2-4eb5-bc88-19e20eabd34f tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:02.483021 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-149408f6-be56-46c9-beca-fbab920be6c0 req-c7fc5c53-bff2-4eb5-bc88-19e20eabd34f tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea337739-7555-49b7-80dc-855419a955a9 HTTP/1.1" status: 200 len: 945 time: 0.1495702 Aug 05 04:19:02.494974 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833d2a1c-3572-4654-8833-c9e282f2813d req-225d0f54-2115-44f7-b043-3b14c8be9fbb tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:02.496452 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-833d2a1c-3572-4654-8833-c9e282f2813d req-225d0f54-2115-44f7-b043-3b14c8be9fbb tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/ports?device_id=2115d019-f085-4012-b398-de97bdeb18ce HTTP/1.1" status: 200 len: 944 time: 0.1573293 Aug 05 04:19:02.519270 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-643547fe-fcd7-4997-9d89-2cd863138327 req-6e54e871-ee4f-461d-aa24-f152f05864e9 service neutron] 10.222.0.39 "GET /v2.0/networks/4a73174c-8cf7-4eb5-84d2-c19fe864c831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180334 Aug 05 04:19:02.525711 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8d8b86ae-cdb7-4004-9c8a-fca04b0c61f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:02.528220 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8d8b86ae-cdb7-4004-9c8a-fca04b0c61f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:02.531630 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-8d8b86ae-cdb7-4004-9c8a-fca04b0c61f4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c86358aa-1daa-41aa-8e7f-a68c86698400 HTTP/1.1" status: 204 len: 168 time: 0.3369353 Aug 05 04:19:02.537230 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-fc0f606d-cbd4-48ef-b08c-9e11970a4f14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:02.561293 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-fc0f606d-cbd4-48ef-b08c-9e11970a4f14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:02.570085 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8b86ae-cdb7-4004-9c8a-fca04b0c61f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c86358aa-1daa-41aa-8e7f-a68c86698400,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:19:02.581669 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-833d2a1c-3572-4654-8833-c9e282f2813d req-b1a073c4-35ee-4922-834f-acf8b625af15 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/security-groups?id=d92b311d-35d1-4c30-9d9b-586d3bdc7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760996 Aug 05 04:19:02.588670 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-149408f6-be56-46c9-beca-fbab920be6c0 req-3d58958e-02c5-48af-8299-1b8f251dd399 tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] 10.222.0.37 "GET /v2.0/security-groups?id=eaa3c5bc-854e-4c8f-9929-54a304f44186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908220 Aug 05 04:19:02.637027 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-fc0f606d-cbd4-48ef-b08c-9e11970a4f14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:02.640055 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-fc0f606d-cbd4-48ef-b08c-9e11970a4f14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:02.641337 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-fc0f606d-cbd4-48ef-b08c-9e11970a4f14 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/887393e8-9645-48f9-ae92-189a2ba5feee HTTP/1.1" status: 204 len: 168 time: 0.1772442 Aug 05 04:19:02.650981 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0f606d-cbd4-48ef-b08c-9e11970a4f14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=887393e8-9645-48f9-ae92-189a2ba5feee,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:19:02.695888 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0f10b397-2570-4b34-9439-ff272cee2e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:02.709292 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b1bc0a-d77f-45b5-881b-f6aec251664b req-4e925469-9de7-40d2-be95-0fd973199fa4 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:02.710799 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d0b1bc0a-d77f-45b5-881b-f6aec251664b req-4e925469-9de7-40d2-be95-0fd973199fa4 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e15d21-e838-4976-9b48-0180a753f296 HTTP/1.1" status: 200 len: 943 time: 0.0605931 Aug 05 04:19:02.758943 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d0b1bc0a-d77f-45b5-881b-f6aec251664b req-f485a0e8-7645-45f8-bf12-574458e01320 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402281 Aug 05 04:19:02.854120 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f3f74c-1ba4-49e6-9311-51739cc8489a req-d87c5685-8172-4689-b008-3edd467870f1 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:02.855625 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-20f3f74c-1ba4-49e6-9311-51739cc8489a req-d87c5685-8172-4689-b008-3edd467870f1 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/ports?device_id=2147f667-d746-4185-9f35-aeecd3b618bf HTTP/1.1" status: 200 len: 943 time: 0.0517344 Aug 05 04:19:02.901166 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-20f3f74c-1ba4-49e6-9311-51739cc8489a req-c908d04e-479d-408c-ad4a-c71cb6c83111 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/security-groups?id=30a7b57d-d19f-4842-b220-e889f0616c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392413 Aug 05 04:19:03.752007 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fd1c3f-4f8b-4832-8fde-1772137982a7 req-829fbbd8-abc5-40c5-858a-49fd5a265445 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:03.754658 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f1fd1c3f-4f8b-4832-8fde-1772137982a7 req-829fbbd8-abc5-40c5-858a-49fd5a265445 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/ports?device_id=2115d019-f085-4012-b398-de97bdeb18ce HTTP/1.1" status: 200 len: 944 time: 0.0913687 Aug 05 04:19:03.806824 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d59f117-af1d-4386-a3e2-c160af11a7d0 req-14196b6f-ade1-445a-873b-b931ab5de2d3 tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:03.815672 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9d59f117-af1d-4386-a3e2-c160af11a7d0 req-14196b6f-ade1-445a-873b-b931ab5de2d3 tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea337739-7555-49b7-80dc-855419a955a9 HTTP/1.1" status: 200 len: 945 time: 0.1147709 Aug 05 04:19:03.867000 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f1fd1c3f-4f8b-4832-8fde-1772137982a7 req-f77a2bcc-0c4f-4227-a17f-65e29f62ca38 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/security-groups?id=d92b311d-35d1-4c30-9d9b-586d3bdc7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054978 Aug 05 04:19:03.872392 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9d59f117-af1d-4386-a3e2-c160af11a7d0 req-d31b76a4-4e83-4fd5-91ff-d4f880b8da35 tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] 10.222.0.37 "GET /v2.0/security-groups?id=eaa3c5bc-854e-4c8f-9929-54a304f44186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558202 Aug 05 04:19:03.939934 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Device 8bae3ffc-a0df-4c0f-83d1-3a7117b43392 up at agent hyperv_hv-cinder-80300 {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 04:19:03.995758 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Provisioning for port 8bae3ffc-a0df-4c0f-83d1-3a7117b43392 completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 04:19:03.999673 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Provisioning complete for port 8bae3ffc-a0df-4c0f-83d1-3a7117b43392 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 04:19:04.000110 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66839334'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:04.025516 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deab027-db65-4ecb-b953-95cfbf497782 req-04f45cbc-8aaa-4af6-ab2b-96c802faddbe tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:04.027044 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0deab027-db65-4ecb-b953-95cfbf497782 req-04f45cbc-8aaa-4af6-ab2b-96c802faddbe tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e15d21-e838-4976-9b48-0180a753f296 HTTP/1.1" status: 200 len: 943 time: 0.0975032 Aug 05 04:19:04.046087 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844ead12-bdbf-4fad-bf1c-c2432bdb3ff3 req-7df51ca0-dce7-47b1-8d0f-c4aaedf6510e tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:04.047628 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-844ead12-bdbf-4fad-bf1c-c2432bdb3ff3 req-7df51ca0-dce7-47b1-8d0f-c4aaedf6510e tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/ports?device_id=2147f667-d746-4185-9f35-aeecd3b618bf HTTP/1.1" status: 200 len: 943 time: 0.0727034 Aug 05 04:19:04.084681 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:04.099726 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0deab027-db65-4ecb-b953-95cfbf497782 req-f4b76f69-4a9d-40fa-861d-07fec5d543ae tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619535 Aug 05 04:19:04.108073 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-844ead12-bdbf-4fad-bf1c-c2432bdb3ff3 req-702167c5-2156-4666-8fb7-a698cc3d90e5 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/security-groups?id=30a7b57d-d19f-4842-b220-e889f0616c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541954 Aug 05 04:19:04.109499 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea337739-7555-49b7-80dc-855419a955a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bae3ffc-a0df-4c0f-83d1-3a7117b43392'}] {{(pid=93252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 04:19:04.185594 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] For port 8bae3ffc-a0df-4c0f-83d1-3a7117b43392, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=8bae3ffc-a0df-4c0f-83d1-3a7117b43392,segment=NetworkSegment(07698abb-56a5-4b92-a0c9-951923c673ae),segment_id=07698abb-56a5-4b92-a0c9-951923c673ae)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:19:04.190269 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:04.191173 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Device 42c57c80-e151-4c69-8999-cf599c413e90 up at agent hyperv_hv-cinder-80300 {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 04:19:04.275559 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Pushing event updated for resources: {'Port': ['ID=8bae3ffc-a0df-4c0f-83d1-3a7117b43392,revision_number=5']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:19:04.288681 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Provisioning for port 42c57c80-e151-4c69-8999-cf599c413e90 completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 04:19:04.292508 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Provisioning complete for port 42c57c80-e151-4c69-8999-cf599c413e90 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 04:19:04.293048 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66839334'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:04.299421 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f021a78abaadf32682ec407d28b092b8d5e159b0dca1f9e700978c1e9d6d025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88541ad1-3de8-4219-9b2e-1dc30d7c8e1b" -d '{"events": [{"server_uuid": "ea337739-7555-49b7-80dc-855419a955a9", "name": "network-vif-plugged", "status": "completed", "tag": "8bae3ffc-a0df-4c0f-83d1-3a7117b43392"}]}' {{(pid=93252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 04:19:04.402981 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:04.455809 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] For port 42c57c80-e151-4c69-8999-cf599c413e90, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=42c57c80-e151-4c69-8999-cf599c413e90,segment=NetworkSegment(3dde1be1-08d0-4677-a267-c0d98cf2de43),segment_id=3dde1be1-08d0-4677-a267-c0d98cf2de43)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:19:04.462897 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:04.551211 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Pushing event updated for resources: {'Port': ['ID=42c57c80-e151-4c69-8999-cf599c413e90,revision_number=5']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:19:04.557221 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 04:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b56f5dc3-8280-49bb-a2e7-458bf370e1af x-openstack-request-id: req-b56f5dc3-8280-49bb-a2e7-458bf370e1af {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 04:19:04.557674 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea337739-7555-49b7-80dc-855419a955a9", "name": "network-vif-plugged", "status": "completed", "tag": "8bae3ffc-a0df-4c0f-83d1-3a7117b43392", "code": 200}]} {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 04:19:04.558103 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b56f5dc3-8280-49bb-a2e7-458bf370e1af {{(pid=93252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 04:19:04.558746 dv-cinder-803000-4-iscsi neutron-server[93252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea337739-7555-49b7-80dc-855419a955a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bae3ffc-a0df-4c0f-83d1-3a7117b43392', 'code': 200} Aug 05 04:19:04.824529 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a69c85-1b7c-4ec6-be81-6b27564ccfa9 req-c68b97c0-0865-4a46-869b-62f603936f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:04.826123 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-e5a69c85-1b7c-4ec6-be81-6b27564ccfa9 req-c68b97c0-0865-4a46-869b-62f603936f8f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ea337739-7555-49b7-80dc-855419a955a9 HTTP/1.1" status: 200 len: 1099 time: 0.0817516 Aug 05 04:19:04.849921 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-e5a69c85-1b7c-4ec6-be81-6b27564ccfa9 req-e9d5b658-7a88-4a8d-86f1-7dc0926b2049 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:04.962838 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-e5a69c85-1b7c-4ec6-be81-6b27564ccfa9 req-e9d5b658-7a88-4a8d-86f1-7dc0926b2049 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:04.969072 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-e5a69c85-1b7c-4ec6-be81-6b27564ccfa9 req-e9d5b658-7a88-4a8d-86f1-7dc0926b2049 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:05.005961 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-e5a69c85-1b7c-4ec6-be81-6b27564ccfa9 req-e9d5b658-7a88-4a8d-86f1-7dc0926b2049 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=eaa3c5bc-854e-4c8f-9929-54a304f44186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695888 Aug 05 04:19:05.023236 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d5b658-7a88-4a8d-86f1-7dc0926b2049 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=5d77c9f5-fd1a-488f-ad89-eaa9a88abf68,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:19:05.093730 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb21bce6-4784-4ba3-990e-b727d38b05ba req-572e4a10-c9fb-48e7-82fb-80ba95c8df7b tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:05.095937 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-bb21bce6-4784-4ba3-990e-b727d38b05ba req-572e4a10-c9fb-48e7-82fb-80ba95c8df7b tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea337739-7555-49b7-80dc-855419a955a9 HTTP/1.1" status: 200 len: 946 time: 0.0827363 Aug 05 04:19:05.106353 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554bfc3b-b41c-4d02-97a2-d552320afa97 req-c253ee1b-247d-4f2b-a63a-3ad704ce89b7 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:05.108070 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-554bfc3b-b41c-4d02-97a2-d552320afa97 req-c253ee1b-247d-4f2b-a63a-3ad704ce89b7 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/ports?device_id=2115d019-f085-4012-b398-de97bdeb18ce HTTP/1.1" status: 200 len: 945 time: 0.0936322 Aug 05 04:19:05.123566 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-58dd5a28-4fbe-43be-909b-5f8727e64f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:05.175359 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-bb21bce6-4784-4ba3-990e-b727d38b05ba req-e3bd4fe9-7c56-42d7-a023-1c495b366ebd tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] 10.222.0.37 "GET /v2.0/security-groups?id=eaa3c5bc-854e-4c8f-9929-54a304f44186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661728 Aug 05 04:19:05.178421 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-554bfc3b-b41c-4d02-97a2-d552320afa97 req-c29d1e1c-6c28-4059-abd2-38493918adc0 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/security-groups?id=d92b311d-35d1-4c30-9d9b-586d3bdc7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540066 Aug 05 04:19:05.288577 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b63d84b3-a383-4718-b414-c00f054009bc req-da3bba69-6bcb-4163-b392-f57e91e43f33 tempest-VolumesNegativeTest-1609194682 tempest-VolumesNegativeTest-1609194682-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=2eb88e8f819a43659e1a02ef79e7f1fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0428734 Aug 05 04:19:05.304122 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:05.348797 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15a0820-2110-49ab-a609-2963dbdd6c4f req-3fe25a3f-e38e-415e-a714-f150f011f4a3 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:05.350241 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d15a0820-2110-49ab-a609-2963dbdd6c4f req-3fe25a3f-e38e-415e-a714-f150f011f4a3 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/ports?device_id=2147f667-d746-4185-9f35-aeecd3b618bf HTTP/1.1" status: 200 len: 943 time: 0.1147969 Aug 05 04:19:05.575488 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:05.630068 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d15a0820-2110-49ab-a609-2963dbdd6c4f req-86210b16-fbaf-4b45-a1d9-15eeab672ea3 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/security-groups?id=30a7b57d-d19f-4842-b220-e889f0616c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2738659 Aug 05 04:19:05.661806 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63d84b3-a383-4718-b414-c00f054009bc req-62760137-9364-432d-8ce0-0b477ebb1fd6 tempest-VolumesNegativeTest-1609194682 tempest-VolumesNegativeTest-1609194682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:05.663223 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b63d84b3-a383-4718-b414-c00f054009bc req-62760137-9364-432d-8ce0-0b477ebb1fd6 tempest-VolumesNegativeTest-1609194682 tempest-VolumesNegativeTest-1609194682-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3684826 Aug 05 04:19:05.678624 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b63d84b3-a383-4718-b414-c00f054009bc req-d0f95417-47cf-49e9-8818-03a6e9f2a452 tempest-VolumesNegativeTest-1609194682 tempest-VolumesNegativeTest-1609194682-project] 10.222.0.37 "GET /v2.0/quotas/2eb88e8f819a43659e1a02ef79e7f1fd HTTP/1.1" status: 200 len: 375 time: 0.0094717 Aug 05 04:19:05.729265 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b63d84b3-a383-4718-b414-c00f054009bc req-4cd81f57-5c0f-4180-b17c-33a6d65b8a54 tempest-VolumesNegativeTest-1609194682 tempest-VolumesNegativeTest-1609194682-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=2eb88e8f819a43659e1a02ef79e7f1fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0384007 Aug 05 04:19:05.748611 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb66f11-65a5-453f-a99b-3f7a1f94155e req-b2d96c33-2e9c-4b6e-bc63-fc3be0fa4080 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:05.750211 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7cb66f11-65a5-453f-a99b-3f7a1f94155e req-b2d96c33-2e9c-4b6e-bc63-fc3be0fa4080 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e15d21-e838-4976-9b48-0180a753f296 HTTP/1.1" status: 200 len: 943 time: 0.0677934 Aug 05 04:19:05.788744 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7cb66f11-65a5-453f-a99b-3f7a1f94155e req-4e370019-56f4-45c0-b166-c370f73de408 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326238 Aug 05 04:19:05.889864 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e13d9774-6c9c-4627-89c0-93c193edf116 req-a459b966-66e7-4e44-81f9-0fdf5592816f tempest-VolumesNegativeTest-1609194682 tempest-VolumesNegativeTest-1609194682-project] 10.222.0.37 "GET /v2.0/ports?device_id=f95f75f7-cbb7-4ff4-bfb5-a68789b8edde HTTP/1.1" status: 200 len: 210 time: 0.0282769 Aug 05 04:19:06.269163 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-03641130-cd72-49d2-95a2-84c2adaa14ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:06.317827 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d25ec7-5fd4-488b-aa2e-6f5d5390472a req-9889183b-3a48-473d-acd0-da3e21c287c2 tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:06.319326 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-41d25ec7-5fd4-488b-aa2e-6f5d5390472a req-9889183b-3a48-473d-acd0-da3e21c287c2 tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea337739-7555-49b7-80dc-855419a955a9 HTTP/1.1" status: 200 len: 946 time: 0.0761352 Aug 05 04:19:06.327404 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c132ec0-65f4-4778-a906-fe11c9d09f27 req-1f018139-fa23-4bf2-a847-e9f805c77539 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:06.328750 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9c132ec0-65f4-4778-a906-fe11c9d09f27 req-1f018139-fa23-4bf2-a847-e9f805c77539 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/ports?device_id=2115d019-f085-4012-b398-de97bdeb18ce HTTP/1.1" status: 200 len: 945 time: 0.0769973 Aug 05 04:19:06.382087 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-41d25ec7-5fd4-488b-aa2e-6f5d5390472a req-fed3e337-f105-4125-aa30-4d4fcd2dd8cd tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] 10.222.0.37 "GET /v2.0/security-groups?id=eaa3c5bc-854e-4c8f-9929-54a304f44186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524082 Aug 05 04:19:06.386736 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9c132ec0-65f4-4778-a906-fe11c9d09f27 req-3b111892-96d3-43a8-b1a3-d8b44170763b tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/security-groups?id=d92b311d-35d1-4c30-9d9b-586d3bdc7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512891 Aug 05 04:19:06.560516 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2115d019-f085-4012-b398-de97bdeb18ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42c57c80-e151-4c69-8999-cf599c413e90'}] {{(pid=93252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 04:19:06.562868 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f021a78abaadf32682ec407d28b092b8d5e159b0dca1f9e700978c1e9d6d025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dd61c09-b366-471d-86c5-23b3dafda175" -d '{"events": [{"server_uuid": "2115d019-f085-4012-b398-de97bdeb18ce", "name": "network-vif-plugged", "status": "completed", "tag": "42c57c80-e151-4c69-8999-cf599c413e90"}]}' {{(pid=93252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 04:19:06.597942 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 04:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bfe34ac-1199-4617-bb94-c259305b6df0 x-openstack-request-id: req-9bfe34ac-1199-4617-bb94-c259305b6df0 {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 04:19:06.598238 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2115d019-f085-4012-b398-de97bdeb18ce", "name": "network-vif-plugged", "status": "completed", "tag": "42c57c80-e151-4c69-8999-cf599c413e90", "code": 200}]} {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 04:19:06.598504 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9bfe34ac-1199-4617-bb94-c259305b6df0 {{(pid=93252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 04:19:06.598901 dv-cinder-803000-4-iscsi neutron-server[93252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2115d019-f085-4012-b398-de97bdeb18ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42c57c80-e151-4c69-8999-cf599c413e90', 'code': 200} Aug 05 04:19:06.740843 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b9065a-c5ac-4832-b293-5d1614a57885 req-7916a4c4-4da5-4bb7-a180-3a557a23fa49 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:06.742268 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b1b9065a-c5ac-4832-b293-5d1614a57885 req-7916a4c4-4da5-4bb7-a180-3a557a23fa49 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/ports?device_id=2147f667-d746-4185-9f35-aeecd3b618bf HTTP/1.1" status: 200 len: 943 time: 0.0491605 Aug 05 04:19:06.779470 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b1b9065a-c5ac-4832-b293-5d1614a57885 req-c9004237-9693-4cf4-b3a3-00a2db8ae141 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/security-groups?id=30a7b57d-d19f-4842-b220-e889f0616c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310457 Aug 05 04:19:06.901738 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d424d5-b272-4a95-90bf-2f5086e0fb75 req-bc29e118-df36-414c-b9fe-b87de3b976ae tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:06.903230 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-15d424d5-b272-4a95-90bf-2f5086e0fb75 req-bc29e118-df36-414c-b9fe-b87de3b976ae tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e15d21-e838-4976-9b48-0180a753f296 HTTP/1.1" status: 200 len: 943 time: 0.0481451 Aug 05 04:19:06.940267 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-15d424d5-b272-4a95-90bf-2f5086e0fb75 req-b773083a-96e6-49f2-98c0-4b931b487391 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312109 Aug 05 04:19:06.980147 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ccb44b80-d207-4fba-b4bc-cb691e60060b req-022e3789-9370-41d7-a151-32e8c9c92fc0 tempest-VolumesNegativeTest-1609194682 tempest-VolumesNegativeTest-1609194682-project] 10.222.0.37 "GET /v2.0/ports?device_id=f95f75f7-cbb7-4ff4-bfb5-a68789b8edde HTTP/1.1" status: 200 len: 210 time: 0.0252173 Aug 05 04:19:07.154676 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Device 4e2507bd-6053-49aa-87b5-a1db7d0c7b97 details requested by agent hyperv_hv-cinder-80300 with host hv-cinder-80300 {{(pid=93252) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 04:19:07.251233 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] For port 4e2507bd-6053-49aa-87b5-a1db7d0c7b97, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=4e2507bd-6053-49aa-87b5-a1db7d0c7b97,segment=NetworkSegment(dc20022a-719b-4310-8b08-8131aa4e3981),segment_id=dc20022a-719b-4310-8b08-8131aa4e3981)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:19:07.262506 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Returning: {'device': '4e2507bd-6053-49aa-87b5-a1db7d0c7b97', 'network_id': '4a73174c-8cf7-4eb5-84d2-c19fe864c831', 'port_id': '4e2507bd-6053-49aa-87b5-a1db7d0c7b97', 'mac_address': 'fa:16:3e:87:99:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a9fe8aa-38d2-494e-ab5e-e2594d44600a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93252) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 04:19:07.299862 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:07.311907 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e2507bd-6053-49aa-87b5-a1db7d0c7b97 {{(pid=93252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 04:19:07.331401 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] For port 4e2507bd-6053-49aa-87b5-a1db7d0c7b97, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=4e2507bd-6053-49aa-87b5-a1db7d0c7b97,segment=NetworkSegment(dc20022a-719b-4310-8b08-8131aa4e3981),segment_id=dc20022a-719b-4310-8b08-8131aa4e3981)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:19:07.334972 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:07.335595 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Device 87acbb5e-8645-45ff-b633-388b666fd680 details requested by agent hyperv_hv-cinder-80300 with host hv-cinder-80300 {{(pid=93252) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 04:19:07.400530 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] For port 87acbb5e-8645-45ff-b633-388b666fd680, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=87acbb5e-8645-45ff-b633-388b666fd680,segment=NetworkSegment(dc20022a-719b-4310-8b08-8131aa4e3981),segment_id=dc20022a-719b-4310-8b08-8131aa4e3981)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:19:07.402864 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Pushing event updated for resources: {'Port': ['ID=4e2507bd-6053-49aa-87b5-a1db7d0c7b97,revision_number=4']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:19:07.414338 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Returning: {'device': '87acbb5e-8645-45ff-b633-388b666fd680', 'network_id': '4a73174c-8cf7-4eb5-84d2-c19fe864c831', 'port_id': '87acbb5e-8645-45ff-b633-388b666fd680', 'mac_address': 'fa:16:3e:8a:f1:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a9fe8aa-38d2-494e-ab5e-e2594d44600a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93252) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 04:19:07.456741 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:07.469381 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87acbb5e-8645-45ff-b633-388b666fd680 {{(pid=93252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 04:19:07.488154 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] For port 87acbb5e-8645-45ff-b633-388b666fd680, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=87acbb5e-8645-45ff-b633-388b666fd680,segment=NetworkSegment(dc20022a-719b-4310-8b08-8131aa4e3981),segment_id=dc20022a-719b-4310-8b08-8131aa4e3981)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:19:07.491351 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:07.491989 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Device b62ea826-62c2-44d5-99fd-68a5f0075fbe details requested by agent hyperv_hv-cinder-80300 with host hv-cinder-80300 {{(pid=93252) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 04:19:07.527316 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76c2cad-7db9-4992-a248-2c028b1a5854 req-1837865b-6a96-46c1-86a1-d77357346cca tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:07.528803 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b76c2cad-7db9-4992-a248-2c028b1a5854 req-1837865b-6a96-46c1-86a1-d77357346cca tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea337739-7555-49b7-80dc-855419a955a9 HTTP/1.1" status: 200 len: 946 time: 0.0759850 Aug 05 04:19:07.541393 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8801adeb-344f-407e-867c-30afcb12385c req-9ecac978-b0da-4853-bd4c-a88424a92c0b tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:07.542813 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8801adeb-344f-407e-867c-30afcb12385c req-9ecac978-b0da-4853-bd4c-a88424a92c0b tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/ports?device_id=2115d019-f085-4012-b398-de97bdeb18ce HTTP/1.1" status: 200 len: 945 time: 0.0796664 Aug 05 04:19:07.567382 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Pushing event updated for resources: {'Port': ['ID=87acbb5e-8645-45ff-b633-388b666fd680,revision_number=4']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:19:07.597216 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b76c2cad-7db9-4992-a248-2c028b1a5854 req-d4e5728f-167b-4f3e-a225-e5de035482c3 tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] 10.222.0.37 "GET /v2.0/security-groups?id=eaa3c5bc-854e-4c8f-9929-54a304f44186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534611 Aug 05 04:19:07.604584 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8801adeb-344f-407e-867c-30afcb12385c req-48ef2a02-1e86-43ed-a73b-447362f2d3a5 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/security-groups?id=d92b311d-35d1-4c30-9d9b-586d3bdc7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550663 Aug 05 04:19:07.630152 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] For port b62ea826-62c2-44d5-99fd-68a5f0075fbe, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=b62ea826-62c2-44d5-99fd-68a5f0075fbe,segment=NetworkSegment(46fc2665-bd7b-4bf5-96d2-56ae68d8b710),segment_id=46fc2665-bd7b-4bf5-96d2-56ae68d8b710)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:19:07.640917 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Returning: {'device': 'b62ea826-62c2-44d5-99fd-68a5f0075fbe', 'network_id': '96928152-e7de-4eec-a055-721b95480308', 'port_id': 'b62ea826-62c2-44d5-99fd-68a5f0075fbe', 'mac_address': 'fa:16:3e:72:e9:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f533690-95d6-43c6-9d22-76c71900eaef', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93252) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 04:19:07.678306 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:07.690533 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b62ea826-62c2-44d5-99fd-68a5f0075fbe {{(pid=93252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 04:19:07.710253 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] For port b62ea826-62c2-44d5-99fd-68a5f0075fbe, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=b62ea826-62c2-44d5-99fd-68a5f0075fbe,segment=NetworkSegment(46fc2665-bd7b-4bf5-96d2-56ae68d8b710),segment_id=46fc2665-bd7b-4bf5-96d2-56ae68d8b710)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:19:07.713867 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:07.760741 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Pushing event updated for resources: {'Port': ['ID=b62ea826-62c2-44d5-99fd-68a5f0075fbe,revision_number=4']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:19:07.888817 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c539639-bbc6-41bc-8813-ac91d0e4553d req-08a88f98-d9a4-4b8d-96c2-69af73bc4f1f tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:07.890359 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2c539639-bbc6-41bc-8813-ac91d0e4553d req-08a88f98-d9a4-4b8d-96c2-69af73bc4f1f tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/ports?device_id=2147f667-d746-4185-9f35-aeecd3b618bf HTTP/1.1" status: 200 len: 944 time: 0.0464463 Aug 05 04:19:07.929239 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2c539639-bbc6-41bc-8813-ac91d0e4553d req-83231525-c046-44ee-a2b4-49714eee6b36 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/security-groups?id=30a7b57d-d19f-4842-b220-e889f0616c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322382 Aug 05 04:19:07.959135 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-6a2206e1-ea48-45a0-865e-aad2fcc79b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:08.064496 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9c1c50-c590-4e84-ac39-e12aa0f3ea5f req-9ae089e0-add7-429a-ab7b-eeb75e3648b2 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:08.065919 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9c9c1c50-c590-4e84-ac39-e12aa0f3ea5f req-9ae089e0-add7-429a-ab7b-eeb75e3648b2 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e15d21-e838-4976-9b48-0180a753f296 HTTP/1.1" status: 200 len: 944 time: 0.0605500 Aug 05 04:19:08.082096 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-148ca3a9-a8cb-49b6-974a-21e8c92d06a0 req-92d54892-98a3-463e-936c-25d79761b1b7 tempest-VolumesNegativeTest-1609194682 tempest-VolumesNegativeTest-1609194682-project] 10.222.0.37 "GET /v2.0/ports?device_id=f95f75f7-cbb7-4ff4-bfb5-a68789b8edde HTTP/1.1" status: 200 len: 210 time: 0.0359187 Aug 05 04:19:08.112359 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9c9c1c50-c590-4e84-ac39-e12aa0f3ea5f req-74733108-83b5-40c4-a8fb-f659b6e646f0 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330639 Aug 05 04:19:08.740514 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f879d8d0-b5e2-4a99-86ae-29950baf7134 req-bce804e2-e186-41a2-9cab-43a404f10f96 tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:08.741968 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f879d8d0-b5e2-4a99-86ae-29950baf7134 req-bce804e2-e186-41a2-9cab-43a404f10f96 tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea337739-7555-49b7-80dc-855419a955a9 HTTP/1.1" status: 200 len: 946 time: 0.0763814 Aug 05 04:19:08.753927 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45213d8-d438-4c1a-b70a-01b29e8d6c96 req-2dc4423c-6381-4b66-b0f0-064e285c747e tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:08.755361 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c45213d8-d438-4c1a-b70a-01b29e8d6c96 req-2dc4423c-6381-4b66-b0f0-064e285c747e tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/ports?device_id=2115d019-f085-4012-b398-de97bdeb18ce HTTP/1.1" status: 200 len: 945 time: 0.0797141 Aug 05 04:19:08.808578 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f879d8d0-b5e2-4a99-86ae-29950baf7134 req-3705ae37-9024-43f8-b4bb-15acc0acfc66 tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] 10.222.0.37 "GET /v2.0/security-groups?id=eaa3c5bc-854e-4c8f-9929-54a304f44186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521469 Aug 05 04:19:08.815347 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c45213d8-d438-4c1a-b70a-01b29e8d6c96 req-590d047c-4e1b-4393-b954-8f72a183d267 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/security-groups?id=d92b311d-35d1-4c30-9d9b-586d3bdc7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523653 Aug 05 04:19:09.042835 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc2c6bc-6ac3-41f3-857e-1626f37e89b0 req-80187ee1-d4c1-479b-ae48-4a559aeb96b8 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:09.044437 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-afc2c6bc-6ac3-41f3-857e-1626f37e89b0 req-80187ee1-d4c1-479b-ae48-4a559aeb96b8 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/ports?device_id=2147f667-d746-4185-9f35-aeecd3b618bf HTTP/1.1" status: 200 len: 944 time: 0.0492930 Aug 05 04:19:09.082007 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-afc2c6bc-6ac3-41f3-857e-1626f37e89b0 req-9baf9c5e-18d2-47e1-9252-94c296807c1b tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/security-groups?id=30a7b57d-d19f-4842-b220-e889f0616c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317376 Aug 05 04:19:09.171739 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-38f609c2-60d9-47b2-9fa9-22ecb1b91972 req-9baad87e-3775-417e-84c1-727bc6eb2016 tempest-VolumesNegativeTest-1609194682 tempest-VolumesNegativeTest-1609194682-project] 10.222.0.37 "GET /v2.0/ports?device_id=f95f75f7-cbb7-4ff4-bfb5-a68789b8edde HTTP/1.1" status: 200 len: 210 time: 0.0251734 Aug 05 04:19:09.226677 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f110540c-d1e2-4c5e-ac4a-4fdb96880622 req-69d342c2-ae68-41cc-8dbb-5e80fa1077b5 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:09.228094 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f110540c-d1e2-4c5e-ac4a-4fdb96880622 req-69d342c2-ae68-41cc-8dbb-5e80fa1077b5 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e15d21-e838-4976-9b48-0180a753f296 HTTP/1.1" status: 200 len: 944 time: 0.0503399 Aug 05 04:19:09.264722 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f110540c-d1e2-4c5e-ac4a-4fdb96880622 req-006bdc7b-e363-413e-9004-5c5d87223fb6 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307262 Aug 05 04:19:09.947317 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a8a5c5-1c41-4718-a1c7-259308659e40 req-ff0a81c9-b971-44a4-a55e-951aebae0532 tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:09.949076 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d8a8a5c5-1c41-4718-a1c7-259308659e40 req-ff0a81c9-b971-44a4-a55e-951aebae0532 tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea337739-7555-49b7-80dc-855419a955a9 HTTP/1.1" status: 200 len: 946 time: 0.0760567 Aug 05 04:19:09.957005 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ee9958-8128-41c5-a248-c8be9c1457c4 req-a95c4f8c-7a90-4fcf-976d-035eb61b86eb tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:09.958498 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a7ee9958-8128-41c5-a248-c8be9c1457c4 req-a95c4f8c-7a90-4fcf-976d-035eb61b86eb tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/ports?device_id=2115d019-f085-4012-b398-de97bdeb18ce HTTP/1.1" status: 200 len: 945 time: 0.0762398 Aug 05 04:19:10.019642 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d8a8a5c5-1c41-4718-a1c7-259308659e40 req-1b80835d-4380-4ee3-b365-7c1af47fc2d8 tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] 10.222.0.37 "GET /v2.0/security-groups?id=eaa3c5bc-854e-4c8f-9929-54a304f44186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602264 Aug 05 04:19:10.022688 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a7ee9958-8128-41c5-a248-c8be9c1457c4 req-cefa4d58-33a8-4732-855e-2eb26c390379 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/security-groups?id=d92b311d-35d1-4c30-9d9b-586d3bdc7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570686 Aug 05 04:19:10.193462 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3e0e25-9dea-4cdc-baa0-ee2e663b2839 req-bc55597d-dd23-46d0-a26f-e80ad9277c9d tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:10.194938 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ce3e0e25-9dea-4cdc-baa0-ee2e663b2839 req-bc55597d-dd23-46d0-a26f-e80ad9277c9d tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/ports?device_id=2147f667-d746-4185-9f35-aeecd3b618bf HTTP/1.1" status: 200 len: 944 time: 0.0490422 Aug 05 04:19:10.232833 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ce3e0e25-9dea-4cdc-baa0-ee2e663b2839 req-8259ee8d-b1a2-4667-86ce-a716181546c2 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/security-groups?id=30a7b57d-d19f-4842-b220-e889f0616c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317254 Aug 05 04:19:10.262590 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a52c4a2a-fca5-48b8-b820-225ba9dedfd3 req-a4ca14ae-3720-4548-af80-9bffaef98e5a tempest-VolumesNegativeTest-1609194682 tempest-VolumesNegativeTest-1609194682-project] 10.222.0.37 "GET /v2.0/ports?device_id=f95f75f7-cbb7-4ff4-bfb5-a68789b8edde HTTP/1.1" status: 200 len: 210 time: 0.0253913 Aug 05 04:19:10.374350 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36cab02-68eb-43ce-a053-f76982a965db req-07f4a553-7c7f-4bfa-b5da-ccf91cb6d1c4 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:10.376102 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b36cab02-68eb-43ce-a053-f76982a965db req-07f4a553-7c7f-4bfa-b5da-ccf91cb6d1c4 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e15d21-e838-4976-9b48-0180a753f296 HTTP/1.1" status: 200 len: 944 time: 0.0471001 Aug 05 04:19:10.414296 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b36cab02-68eb-43ce-a053-f76982a965db req-f9c0c6ee-63a6-4fc3-8dbb-0e239fb1d912 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322227 Aug 05 04:19:10.801739 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d63459e-a0c1-4903-96c5-03e1fde0cb80 req-902b15c5-5082-4f5c-9708-1de650707ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:10.803203 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-9d63459e-a0c1-4903-96c5-03e1fde0cb80 req-902b15c5-5082-4f5c-9708-1de650707ad7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2115d019-f085-4012-b398-de97bdeb18ce HTTP/1.1" status: 200 len: 1098 time: 0.0390794 Aug 05 04:19:10.858425 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-9d63459e-a0c1-4903-96c5-03e1fde0cb80 req-be1448d7-8557-4f6e-9437-571529c0913d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d92b311d-35d1-4c30-9d9b-586d3bdc7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298684 Aug 05 04:19:11.166361 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df12f8fc-64d3-4e0d-81bb-8d9c521b07bb req-59fc466d-f949-42ce-943c-0b24e3a95620 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:11.168414 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-df12f8fc-64d3-4e0d-81bb-8d9c521b07bb req-59fc466d-f949-42ce-943c-0b24e3a95620 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/ports?device_id=2115d019-f085-4012-b398-de97bdeb18ce HTTP/1.1" status: 200 len: 945 time: 0.0784600 Aug 05 04:19:11.168530 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-87ea8438-47cd-44c4-a808-9a807a63fea8 None None] Agent healthcheck: found 6 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 04:19:11.175854 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f079876-3669-4d4c-955d-217e7762fb2b req-2099832d-4f44-45a7-be9e-463b2b37a4b1 tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:11.177226 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1f079876-3669-4d4c-955d-217e7762fb2b req-2099832d-4f44-45a7-be9e-463b2b37a4b1 tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea337739-7555-49b7-80dc-855419a955a9 HTTP/1.1" status: 200 len: 946 time: 0.0858982 Aug 05 04:19:11.213608 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] get_ports_and_sgs() called for port_ids ['87acbb5e-8645-45ff-b633-388b666fd680'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 04:19:11.229478 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-df12f8fc-64d3-4e0d-81bb-8d9c521b07bb req-a934192e-4f86-456f-997b-a2fbba1444cc tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/security-groups?id=d92b311d-35d1-4c30-9d9b-586d3bdc7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513225 Aug 05 04:19:11.236499 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1f079876-3669-4d4c-955d-217e7762fb2b req-6fb7361c-dcc3-47d1-8322-af084da4d711 tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] 10.222.0.37 "GET /v2.0/security-groups?id=eaa3c5bc-854e-4c8f-9929-54a304f44186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526297 Aug 05 04:19:11.240732 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] get_ports_and_sgs() called for port_ids ['4e2507bd-6053-49aa-87b5-a1db7d0c7b97'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 04:19:11.350137 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] get_ports_and_sgs() called for port_ids ['b62ea826-62c2-44d5-99fd-68a5f0075fbe'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 04:19:11.370632 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1f06703f-fefb-44e1-a067-1e22223c8812 req-d053a6ad-599b-41af-b9bc-2da28abb62a1 tempest-VolumesNegativeTest-1609194682 tempest-VolumesNegativeTest-1609194682-project] 10.222.0.37 "GET /v2.0/ports?device_id=f95f75f7-cbb7-4ff4-bfb5-a68789b8edde HTTP/1.1" status: 200 len: 210 time: 0.0341368 Aug 05 04:19:11.400541 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7afbe1-0590-4044-9df1-6afdc23eb1b3 req-0c1cd389-6e94-4634-85c2-d37d6e2524f0 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:11.402260 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6b7afbe1-0590-4044-9df1-6afdc23eb1b3 req-0c1cd389-6e94-4634-85c2-d37d6e2524f0 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/ports?device_id=2147f667-d746-4185-9f35-aeecd3b618bf HTTP/1.1" status: 200 len: 944 time: 0.1017795 Aug 05 04:19:11.455003 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6b7afbe1-0590-4044-9df1-6afdc23eb1b3 req-b48bec61-5b7a-47c5-a23a-2f8ad8204b9d tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/security-groups?id=30a7b57d-d19f-4842-b220-e889f0616c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353918 Aug 05 04:19:11.542496 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7e27ff-2c40-42c3-9537-7a4c2842de6d req-6d7fc864-6da0-4009-a1e2-e761bc911dc9 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:11.543984 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-cb7e27ff-2c40-42c3-9537-7a4c2842de6d req-6d7fc864-6da0-4009-a1e2-e761bc911dc9 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e15d21-e838-4976-9b48-0180a753f296 HTTP/1.1" status: 200 len: 944 time: 0.0526593 Aug 05 04:19:11.582272 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-cb7e27ff-2c40-42c3-9537-7a4c2842de6d req-27235baa-8edb-4be4-821e-57ea726902e7 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320375 Aug 05 04:19:12.171066 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-b63d84b3-a383-4718-b414-c00f054009bc req-d75f36a1-1cff-4f95-9b41-4b9818f0aca0 tempest-VolumesNegativeTest-1609194682 tempest-VolumesNegativeTest-1609194682-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=2eb88e8f819a43659e1a02ef79e7f1fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2139959 Aug 05 04:19:12.363058 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63d84b3-a383-4718-b414-c00f054009bc req-dd6d6ea9-7c1b-43be-bbaf-9bfcdb54987b tempest-VolumesNegativeTest-1609194682 tempest-VolumesNegativeTest-1609194682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:12.364512 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-b63d84b3-a383-4718-b414-c00f054009bc req-dd6d6ea9-7c1b-43be-bbaf-9bfcdb54987b tempest-VolumesNegativeTest-1609194682 tempest-VolumesNegativeTest-1609194682-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1858883 Aug 05 04:19:12.393052 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99939ed4-32f9-45d1-b503-cc03dfc52f31 req-855f1242-97ed-4747-8aec-aee890f0c427 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:12.394593 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-99939ed4-32f9-45d1-b503-cc03dfc52f31 req-855f1242-97ed-4747-8aec-aee890f0c427 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/ports?device_id=2115d019-f085-4012-b398-de97bdeb18ce HTTP/1.1" status: 200 len: 945 time: 0.0872293 Aug 05 04:19:12.399308 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [req-b63d84b3-a383-4718-b414-c00f054009bc req-572897f1-8eb4-4d4e-ac82-f1a424bb61cb tempest-VolumesNegativeTest-1609194682 tempest-VolumesNegativeTest-1609194682-project] Request body: {'port': {'device_id': 'f95f75f7-cbb7-4ff4-bfb5-a68789b8edde', 'network_id': '297ddcde-0676-4742-b314-7a2c90c886e3', 'admin_state_up': True, 'tenant_id': '2eb88e8f819a43659e1a02ef79e7f1fd'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:19:12.405670 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f619de69-1615-490f-aec5-99736e0bcb68 req-ab98c1a5-49c5-405b-8e4c-98c70742fa9c tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:12.407250 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f619de69-1615-490f-aec5-99736e0bcb68 req-ab98c1a5-49c5-405b-8e4c-98c70742fa9c tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea337739-7555-49b7-80dc-855419a955a9 HTTP/1.1" status: 200 len: 946 time: 0.0703325 Aug 05 04:19:12.463090 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-99939ed4-32f9-45d1-b503-cc03dfc52f31 req-786c20d8-800c-4305-ab9c-8a3a73392931 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/security-groups?id=d92b311d-35d1-4c30-9d9b-586d3bdc7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548818 Aug 05 04:19:12.474963 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f619de69-1615-490f-aec5-99736e0bcb68 req-a19581de-f0ff-43fd-b475-d130fcab6e7d tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] 10.222.0.37 "GET /v2.0/security-groups?id=eaa3c5bc-854e-4c8f-9929-54a304f44186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598419 Aug 05 04:19:12.580154 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b63d84b3-a383-4718-b414-c00f054009bc req-572897f1-8eb4-4d4e-ac82-f1a424bb61cb tempest-VolumesNegativeTest-1609194682 tempest-VolumesNegativeTest-1609194682-project] Made reservation on behalf of 2eb88e8f819a43659e1a02ef79e7f1fd for: {'port': 1} {{(pid=93251) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 04:19:12.583931 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-b63d84b3-a383-4718-b414-c00f054009bc req-572897f1-8eb4-4d4e-ac82-f1a424bb61cb tempest-VolumesNegativeTest-1609194682 tempest-VolumesNegativeTest-1609194682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:12.595583 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-15336d08-d164-4b56-a9e9-f84f66600ef7 req-6f61a0e5-7aa4-4228-9d5b-de90e01fbbbc tempest-VolumesNegativeTest-1609194682 tempest-VolumesNegativeTest-1609194682-project] 10.222.0.37 "GET /v2.0/ports?device_id=f95f75f7-cbb7-4ff4-bfb5-a68789b8edde HTTP/1.1" status: 200 len: 210 time: 0.0441966 Aug 05 04:19:12.624734 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-b63d84b3-a383-4718-b414-c00f054009bc req-572897f1-8eb4-4d4e-ac82-f1a424bb61cb tempest-VolumesNegativeTest-1609194682 tempest-VolumesNegativeTest-1609194682-project] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:12.662461 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef05f96a-0baf-4c83-a922-be3e1ee2a3b2 req-fbad65ae-81ab-479c-ae0d-35c7dae0d16b tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:12.671234 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ef05f96a-0baf-4c83-a922-be3e1ee2a3b2 req-fbad65ae-81ab-479c-ae0d-35c7dae0d16b tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/ports?device_id=2147f667-d746-4185-9f35-aeecd3b618bf HTTP/1.1" status: 200 len: 944 time: 0.0884123 Aug 05 04:19:12.735082 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ef05f96a-0baf-4c83-a922-be3e1ee2a3b2 req-4b42ea54-82e2-4b18-8052-ffd89c3d066f tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/security-groups?id=30a7b57d-d19f-4842-b220-e889f0616c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628879 Aug 05 04:19:12.796651 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-b63d84b3-a383-4718-b414-c00f054009bc req-572897f1-8eb4-4d4e-ac82-f1a424bb61cb tempest-VolumesNegativeTest-1609194682 tempest-VolumesNegativeTest-1609194682-project] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:12.802780 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c24df85-4837-4ced-b36f-aa34a487074b req-3d0b6580-c290-4753-b04d-bc96382e16e8 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:12.804501 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3c24df85-4837-4ced-b36f-aa34a487074b req-3d0b6580-c290-4753-b04d-bc96382e16e8 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e15d21-e838-4976-9b48-0180a753f296 HTTP/1.1" status: 200 len: 944 time: 0.0680573 Aug 05 04:19:12.807729 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-b63d84b3-a383-4718-b414-c00f054009bc req-572897f1-8eb4-4d4e-ac82-f1a424bb61cb tempest-VolumesNegativeTest-1609194682 tempest-VolumesNegativeTest-1609194682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:12.846544 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3c24df85-4837-4ced-b36f-aa34a487074b req-beb049ae-e1b3-4711-a5ed-421480090995 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350864 Aug 05 04:19:12.897251 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572897f1-8eb4-4d4e-ac82-f1a424bb61cb tempest-VolumesNegativeTest-1609194682 tempest-VolumesNegativeTest-1609194682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b58bc7e-2041-479c-be7f-e600f45b944a,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:19:12.954973 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.db_base_plugin_common [req-b63d84b3-a383-4718-b414-c00f054009bc req-572897f1-8eb4-4d4e-ac82-f1a424bb61cb tempest-VolumesNegativeTest-1609194682 tempest-VolumesNegativeTest-1609194682-project] Allocated IP 192.168.233.247 (297ddcde-0676-4742-b314-7a2c90c886e3/8dae904b-3518-4fa4-9049-7a5e9c8b33aa/0f3dd76d-8de9-47b1-b8dd-7243f7533737) {{(pid=93251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 04:19:13.118719 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-b63d84b3-a383-4718-b414-c00f054009bc req-572897f1-8eb4-4d4e-ac82-f1a424bb61cb tempest-VolumesNegativeTest-1609194682 tempest-VolumesNegativeTest-1609194682-project] Notify callbacks [] for port, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:13.135395 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [req-b63d84b3-a383-4718-b414-c00f054009bc req-572897f1-8eb4-4d4e-ac82-f1a424bb61cb tempest-VolumesNegativeTest-1609194682 tempest-VolumesNegativeTest-1609194682-project] Transition to ACTIVE for port object 0f3dd76d-8de9-47b1-b8dd-7243f7533737 will not be triggered until provisioned by entity DHCP. {{(pid=93251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 04:19:13.174270 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-b63d84b3-a383-4718-b414-c00f054009bc req-572897f1-8eb4-4d4e-ac82-f1a424bb61cb tempest-VolumesNegativeTest-1609194682 tempest-VolumesNegativeTest-1609194682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763712145875'] for port, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:13.220672 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b63d84b3-a383-4718-b414-c00f054009bc req-572897f1-8eb4-4d4e-ac82-f1a424bb61cb tempest-VolumesNegativeTest-1609194682 tempest-VolumesNegativeTest-1609194682-project] Network 297ddcde-0676-4742-b314-7a2c90c886e3 is already hosted by enough agents. {{(pid=93251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 04:19:13.225762 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [req-b63d84b3-a383-4718-b414-c00f054009bc req-572897f1-8eb4-4d4e-ac82-f1a424bb61cb tempest-VolumesNegativeTest-1609194682 tempest-VolumesNegativeTest-1609194682-project] Resources bound (agent type, host, resource id): {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 04:19:13.231014 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [req-b63d84b3-a383-4718-b414-c00f054009bc req-572897f1-8eb4-4d4e-ac82-f1a424bb61cb tempest-VolumesNegativeTest-1609194682 tempest-VolumesNegativeTest-1609194682-project] Received port after_create {{(pid=93251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 04:19:13.237512 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63d84b3-a383-4718-b414-c00f054009bc req-572897f1-8eb4-4d4e-ac82-f1a424bb61cb tempest-VolumesNegativeTest-1609194682 tempest-VolumesNegativeTest-1609194682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:13.238116 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-b63d84b3-a383-4718-b414-c00f054009bc req-572897f1-8eb4-4d4e-ac82-f1a424bb61cb tempest-VolumesNegativeTest-1609194682 tempest-VolumesNegativeTest-1609194682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568634'] for port, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:13.251675 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572897f1-8eb4-4d4e-ac82-f1a424bb61cb tempest-VolumesNegativeTest-1609194682 tempest-VolumesNegativeTest-1609194682-project] Pushing event updated for resources: {'Port': ['ID=0f3dd76d-8de9-47b1-b8dd-7243f7533737,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:19:13.260485 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-b63d84b3-a383-4718-b414-c00f054009bc req-572897f1-8eb4-4d4e-ac82-f1a424bb61cb tempest-VolumesNegativeTest-1609194682 tempest-VolumesNegativeTest-1609194682-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8649597 Aug 05 04:19:13.292951 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [req-b63d84b3-a383-4718-b414-c00f054009bc req-4131810c-190e-44a6-929e-3b856de49f45 service neutron] Request body: {'port': {'device_id': 'f95f75f7-cbb7-4ff4-bfb5-a68789b8edde', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80300'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:19:13.355878 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-b63d84b3-a383-4718-b414-c00f054009bc req-4131810c-190e-44a6-929e-3b856de49f45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:13.521264 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-dc39ee97-2133-4da2-8485-9c91e1e4381c None None] Provisioning for port 0f3dd76d-8de9-47b1-b8dd-7243f7533737 completed by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 04:19:13.535135 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-dc39ee97-2133-4da2-8485-9c91e1e4381c None None] Provisioning complete for port 0f3dd76d-8de9-47b1-b8dd-7243f7533737 triggered by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 04:19:13.535514 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-dc39ee97-2133-4da2-8485-9c91e1e4381c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66839334'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:13.580179 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-dc39ee97-2133-4da2-8485-9c91e1e4381c None None] Port 0f3dd76d-8de9-47b1-b8dd-7243f7533737 cannot update to ACTIVE because it is not bound. {{(pid=93252) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 04:19:13.681627 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d81eaae-663f-477e-a443-f69ce62efd9a req-170bc49c-7b87-483f-a9cc-193ae3ba346f tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:13.684126 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1d81eaae-663f-477e-a443-f69ce62efd9a req-170bc49c-7b87-483f-a9cc-193ae3ba346f tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea337739-7555-49b7-80dc-855419a955a9 HTTP/1.1" status: 200 len: 946 time: 0.0976884 Aug 05 04:19:13.731235 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf049260-be80-41e2-bd22-4dab237dc782 req-3457ed31-7922-443b-aa35-2ef7025e00b0 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:13.739539 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-bf049260-be80-41e2-bd22-4dab237dc782 req-3457ed31-7922-443b-aa35-2ef7025e00b0 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/ports?device_id=2115d019-f085-4012-b398-de97bdeb18ce HTTP/1.1" status: 200 len: 945 time: 0.1416061 Aug 05 04:19:13.755328 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [req-b63d84b3-a383-4718-b414-c00f054009bc req-4131810c-190e-44a6-929e-3b856de49f45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f3dd76d-8de9-47b1-b8dd-7243f7533737 {{(pid=93251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 04:19:13.780043 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-b63d84b3-a383-4718-b414-c00f054009bc req-4131810c-190e-44a6-929e-3b856de49f45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:13.791595 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1d81eaae-663f-477e-a443-f69ce62efd9a req-6485861f-5e19-4bf2-bdd0-c29c878c05ee tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] 10.222.0.37 "GET /v2.0/security-groups?id=eaa3c5bc-854e-4c8f-9929-54a304f44186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861549 Aug 05 04:19:13.803009 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-bf049260-be80-41e2-bd22-4dab237dc782 req-9be53d4e-d4dc-456b-a346-15147898392b tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/security-groups?id=d92b311d-35d1-4c30-9d9b-586d3bdc7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626099 Aug 05 04:19:13.816257 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [req-b63d84b3-a383-4718-b414-c00f054009bc req-4131810c-190e-44a6-929e-3b856de49f45 service neutron] Transition to ACTIVE for port object 0f3dd76d-8de9-47b1-b8dd-7243f7533737 will not be triggered until provisioned by entity L2. {{(pid=93251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 04:19:13.831953 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-b63d84b3-a383-4718-b414-c00f054009bc req-4131810c-190e-44a6-929e-3b856de49f45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:13.903989 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4131810c-190e-44a6-929e-3b856de49f45 service neutron] Pushing event updated for resources: {'Port': ['ID=0f3dd76d-8de9-47b1-b8dd-7243f7533737,revision_number=2']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:19:13.979869 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [req-b63d84b3-a383-4718-b414-c00f054009bc req-4131810c-190e-44a6-929e-3b856de49f45 service neutron] Attempting to bind port 0f3dd76d-8de9-47b1-b8dd-7243f7533737 on host hv-cinder-80300 for vnic_type normal with profile {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 04:19:13.980242 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [req-b63d84b3-a383-4718-b414-c00f054009bc req-4131810c-190e-44a6-929e-3b856de49f45 service neutron] Attempting to bind port 0f3dd76d-8de9-47b1-b8dd-7243f7533737 by drivers openvswitch,hyperv on host hv-cinder-80300 at level 0 using segments [{'id': 'ca419652-6453-4126-a824-756fc812bbeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '297ddcde-0676-4742-b314-7a2c90c886e3'}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 04:19:13.980599 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b63d84b3-a383-4718-b414-c00f054009bc req-4131810c-190e-44a6-929e-3b856de49f45 service neutron] Attempting to bind port 0f3dd76d-8de9-47b1-b8dd-7243f7533737 on network 297ddcde-0676-4742-b314-7a2c90c886e3 {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 04:19:13.989327 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Device 87acbb5e-8645-45ff-b633-388b666fd680 up at agent hyperv_hv-cinder-80300 {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 04:19:13.992736 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e308c-dc2f-4795-87d8-b33a942c6b38 req-84255e88-f324-4bde-97da-eeb9ac1684a0 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:14.003072 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b63d84b3-a383-4718-b414-c00f054009bc req-4131810c-190e-44a6-929e-3b856de49f45 service neutron] Port 0f3dd76d-8de9-47b1-b8dd-7243f7533737 on network 297ddcde-0676-4742-b314-7a2c90c886e3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80300 {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 04:19:14.004411 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-062e308c-dc2f-4795-87d8-b33a942c6b38 req-84255e88-f324-4bde-97da-eeb9ac1684a0 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/ports?device_id=2147f667-d746-4185-9f35-aeecd3b618bf HTTP/1.1" status: 200 len: 944 time: 0.1324880 Aug 05 04:19:14.005204 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b63d84b3-a383-4718-b414-c00f054009bc req-4131810c-190e-44a6-929e-3b856de49f45 service neutron] Attempting to bind port 0f3dd76d-8de9-47b1-b8dd-7243f7533737 on network 297ddcde-0676-4742-b314-7a2c90c886e3 {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 04:19:14.025347 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b63d84b3-a383-4718-b414-c00f054009bc req-4131810c-190e-44a6-929e-3b856de49f45 service neutron] Checking agent: {'id': 'a0106253-c5a2-4978-ae01-2b305935773e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80300', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 4, 16, 33), 'started_at': datetime.datetime(2021, 8, 5, 4, 16, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 4, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 04:19:14.025687 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b63d84b3-a383-4718-b414-c00f054009bc req-4131810c-190e-44a6-929e-3b856de49f45 service neutron] Checking segment: {'id': 'ca419652-6453-4126-a824-756fc812bbeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '297ddcde-0676-4742-b314-7a2c90c886e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 04:19:14.027495 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b63d84b3-a383-4718-b414-c00f054009bc req-4131810c-190e-44a6-929e-3b856de49f45 service neutron] Bound using segment: {'id': 'ca419652-6453-4126-a824-756fc812bbeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '297ddcde-0676-4742-b314-7a2c90c886e3'} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 04:19:14.028583 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [req-b63d84b3-a383-4718-b414-c00f054009bc req-4131810c-190e-44a6-929e-3b856de49f45 service neutron] Bound port: 0f3dd76d-8de9-47b1-b8dd-7243f7533737, host: hv-cinder-80300, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca419652-6453-4126-a824-756fc812bbeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '297ddcde-0676-4742-b314-7a2c90c886e3'}}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 04:19:14.030096 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-b63d84b3-a383-4718-b414-c00f054009bc req-4131810c-190e-44a6-929e-3b856de49f45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:14.053113 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af3a23e-6637-42a1-9299-b647cf833caa req-46e65eb8-2874-4773-9ea8-e02decefa829 tempest-VolumesNegativeTest-1609194682 tempest-VolumesNegativeTest-1609194682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:14.061724 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1af3a23e-6637-42a1-9299-b647cf833caa req-46e65eb8-2874-4773-9ea8-e02decefa829 tempest-VolumesNegativeTest-1609194682 tempest-VolumesNegativeTest-1609194682-project] 10.222.0.37 "GET /v2.0/ports?device_id=f95f75f7-cbb7-4ff4-bfb5-a68789b8edde HTTP/1.1" status: 200 len: 948 time: 0.1797302 Aug 05 04:19:14.109671 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Provisioning for port 87acbb5e-8645-45ff-b633-388b666fd680 completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 04:19:14.117283 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Provisioning complete for port 87acbb5e-8645-45ff-b633-388b666fd680 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 04:19:14.118748 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66839334'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:14.127498 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-062e308c-dc2f-4795-87d8-b33a942c6b38 req-cd3c10aa-037d-4f6e-9729-3a6c34b1091d tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/security-groups?id=30a7b57d-d19f-4842-b220-e889f0616c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214533 Aug 05 04:19:14.144548 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1af3a23e-6637-42a1-9299-b647cf833caa req-d25155ea-1bbe-467d-898b-057a7a5f800f tempest-VolumesNegativeTest-1609194682 tempest-VolumesNegativeTest-1609194682-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b58bc7e-2041-479c-be7f-e600f45b944a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787661 Aug 05 04:19:14.158805 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [req-b63d84b3-a383-4718-b414-c00f054009bc req-4131810c-190e-44a6-929e-3b856de49f45 service neutron] For port 0f3dd76d-8de9-47b1-b8dd-7243f7533737, host hv-cinder-80300, cleared binding levels {{(pid=93251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 04:19:14.158805 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [req-b63d84b3-a383-4718-b414-c00f054009bc req-4131810c-190e-44a6-929e-3b856de49f45 service neutron] For port 0f3dd76d-8de9-47b1-b8dd-7243f7533737, host hv-cinder-80300, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=0f3dd76d-8de9-47b1-b8dd-7243f7533737,segment=NetworkSegment(ca419652-6453-4126-a824-756fc812bbeb),segment_id=ca419652-6453-4126-a824-756fc812bbeb)] {{(pid=93251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 04:19:14.159582 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-b63d84b3-a383-4718-b414-c00f054009bc req-4131810c-190e-44a6-929e-3b856de49f45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:14.202362 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63d84b3-a383-4718-b414-c00f054009bc req-4131810c-190e-44a6-929e-3b856de49f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:14.202982 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-b63d84b3-a383-4718-b414-c00f054009bc req-4131810c-190e-44a6-929e-3b856de49f45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568634'] for port, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:14.205291 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-b63d84b3-a383-4718-b414-c00f054009bc req-4131810c-190e-44a6-929e-3b856de49f45 service neutron] 10.222.0.39 "PUT /v2.0/ports/0f3dd76d-8de9-47b1-b8dd-7243f7533737 HTTP/1.1" status: 200 len: 1098 time: 0.9171472 Aug 05 04:19:14.206025 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f95f75f7-cbb7-4ff4-bfb5-a68789b8edde', 'tag': '0f3dd76d-8de9-47b1-b8dd-7243f7533737'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 04:19:14.208672 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc51a2a5f300f30acac232ef327f3f01bb0f894a96a37a70efeb1c252096f2af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67e98575-d521-4900-a98f-96ede91e9d39" -d '{"events": [{"name": "network-changed", "server_uuid": "f95f75f7-cbb7-4ff4-bfb5-a68789b8edde", "tag": "0f3dd76d-8de9-47b1-b8dd-7243f7533737"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 04:19:14.243540 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4131810c-190e-44a6-929e-3b856de49f45 service neutron] Pushing event updated for resources: {'Port': ['ID=0f3dd76d-8de9-47b1-b8dd-7243f7533737,revision_number=3']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:19:14.281033 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 04:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-487b89aa-a65e-45f1-8177-7087d2e73620 x-openstack-request-id: req-487b89aa-a65e-45f1-8177-7087d2e73620 {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 04:19:14.281998 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f95f75f7-cbb7-4ff4-bfb5-a68789b8edde", "tag": "0f3dd76d-8de9-47b1-b8dd-7243f7533737", "status": "completed", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 04:19:14.282498 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-487b89aa-a65e-45f1-8177-7087d2e73620 {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 04:19:14.283002 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f95f75f7-cbb7-4ff4-bfb5-a68789b8edde', 'tag': '0f3dd76d-8de9-47b1-b8dd-7243f7533737', 'status': 'completed', 'code': 200} Aug 05 04:19:14.293901 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:14.333440 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26f2ad3f-3821-4f77-8d20-74c5f53e5c25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87acbb5e-8645-45ff-b633-388b666fd680'}] {{(pid=93252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 04:19:14.335716 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f021a78abaadf32682ec407d28b092b8d5e159b0dca1f9e700978c1e9d6d025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9372203-8c58-4165-8055-49e39f2e2727" -d '{"events": [{"server_uuid": "26f2ad3f-3821-4f77-8d20-74c5f53e5c25", "name": "network-vif-plugged", "status": "completed", "tag": "87acbb5e-8645-45ff-b633-388b666fd680"}]}' {{(pid=93252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 04:19:14.345352 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb56470-31f7-44fc-84f8-7b6cbbea4151 req-bcf4714d-5625-4f10-8ddf-73421f6fef75 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:14.347393 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8bb56470-31f7-44fc-84f8-7b6cbbea4151 req-bcf4714d-5625-4f10-8ddf-73421f6fef75 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e15d21-e838-4976-9b48-0180a753f296 HTTP/1.1" status: 200 len: 944 time: 0.0738120 Aug 05 04:19:14.360078 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] For port 87acbb5e-8645-45ff-b633-388b666fd680, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=87acbb5e-8645-45ff-b633-388b666fd680,segment=NetworkSegment(dc20022a-719b-4310-8b08-8131aa4e3981),segment_id=dc20022a-719b-4310-8b08-8131aa4e3981)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:19:14.365147 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:14.366201 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Device 4e2507bd-6053-49aa-87b5-a1db7d0c7b97 up at agent hyperv_hv-cinder-80300 {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 04:19:14.395584 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8bb56470-31f7-44fc-84f8-7b6cbbea4151 req-aed7fed4-3ab4-473d-82a6-5801b7653837 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416231 Aug 05 04:19:14.517501 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 04:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-073bbc45-0f8e-4372-9b69-a9c2bef06f39 x-openstack-request-id: req-073bbc45-0f8e-4372-9b69-a9c2bef06f39 {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 04:19:14.517786 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26f2ad3f-3821-4f77-8d20-74c5f53e5c25", "name": "network-vif-plugged", "status": "completed", "tag": "87acbb5e-8645-45ff-b633-388b666fd680", "code": 200}]} {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 04:19:14.518034 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-073bbc45-0f8e-4372-9b69-a9c2bef06f39 {{(pid=93252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 04:19:14.518411 dv-cinder-803000-4-iscsi neutron-server[93252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26f2ad3f-3821-4f77-8d20-74c5f53e5c25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87acbb5e-8645-45ff-b633-388b666fd680', 'code': 200} Aug 05 04:19:14.562157 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Pushing event updated for resources: {'Port': ['ID=87acbb5e-8645-45ff-b633-388b666fd680,revision_number=5']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:19:14.581192 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Provisioning for port 4e2507bd-6053-49aa-87b5-a1db7d0c7b97 completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 04:19:14.584678 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Provisioning complete for port 4e2507bd-6053-49aa-87b5-a1db7d0c7b97 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 04:19:14.585052 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66839334'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:14.658614 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:14.692872 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] For port 4e2507bd-6053-49aa-87b5-a1db7d0c7b97, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=4e2507bd-6053-49aa-87b5-a1db7d0c7b97,segment=NetworkSegment(dc20022a-719b-4310-8b08-8131aa4e3981),segment_id=dc20022a-719b-4310-8b08-8131aa4e3981)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:19:14.696358 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:14.697074 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Device b62ea826-62c2-44d5-99fd-68a5f0075fbe up at agent hyperv_hv-cinder-80300 {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 04:19:14.770382 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Pushing event updated for resources: {'Port': ['ID=4e2507bd-6053-49aa-87b5-a1db7d0c7b97,revision_number=5']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:19:14.781413 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Provisioning for port b62ea826-62c2-44d5-99fd-68a5f0075fbe completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 04:19:14.785581 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Provisioning complete for port b62ea826-62c2-44d5-99fd-68a5f0075fbe triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 04:19:14.786057 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66839334'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:14.865523 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:14.896997 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] For port b62ea826-62c2-44d5-99fd-68a5f0075fbe, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=b62ea826-62c2-44d5-99fd-68a5f0075fbe,segment=NetworkSegment(46fc2665-bd7b-4bf5-96d2-56ae68d8b710),segment_id=46fc2665-bd7b-4bf5-96d2-56ae68d8b710)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:19:14.901075 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:14.926883 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55927489-ca67-4604-b71b-59caf4408640 req-f23fad3b-f31e-4e49-909e-088ca9cc86d7 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:14.928387 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-55927489-ca67-4604-b71b-59caf4408640 req-f23fad3b-f31e-4e49-909e-088ca9cc86d7 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/ports?device_id=2115d019-f085-4012-b398-de97bdeb18ce HTTP/1.1" status: 200 len: 945 time: 0.0489311 Aug 05 04:19:14.949103 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Pushing event updated for resources: {'Port': ['ID=b62ea826-62c2-44d5-99fd-68a5f0075fbe,revision_number=5']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:19:14.965276 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-55927489-ca67-4604-b71b-59caf4408640 req-38ad7fc2-202e-4c5b-893c-617433e06bea tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/security-groups?id=d92b311d-35d1-4c30-9d9b-586d3bdc7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309942 Aug 05 04:19:15.302512 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9280db-8c71-4486-a318-bdc8a73e6cab req-f246460b-7547-428f-8200-88a024a369e0 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:15.304023 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7d9280db-8c71-4486-a318-bdc8a73e6cab req-f246460b-7547-428f-8200-88a024a369e0 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/ports?device_id=2147f667-d746-4185-9f35-aeecd3b618bf HTTP/1.1" status: 200 len: 945 time: 0.1046250 Aug 05 04:19:15.311314 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa1ed13-18c6-434a-ba38-6f8ca3646042 req-0b844e77-c7c9-4b94-8774-6e19fe0fd161 tempest-VolumesNegativeTest-1609194682 tempest-VolumesNegativeTest-1609194682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:15.312751 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3fa1ed13-18c6-434a-ba38-6f8ca3646042 req-0b844e77-c7c9-4b94-8774-6e19fe0fd161 tempest-VolumesNegativeTest-1609194682 tempest-VolumesNegativeTest-1609194682-project] 10.222.0.37 "GET /v2.0/ports?device_id=f95f75f7-cbb7-4ff4-bfb5-a68789b8edde HTTP/1.1" status: 200 len: 948 time: 0.0996232 Aug 05 04:19:15.367242 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7d9280db-8c71-4486-a318-bdc8a73e6cab req-1f3f7d31-a43f-4b2d-b9db-8f1dc86a68d1 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/security-groups?id=30a7b57d-d19f-4842-b220-e889f0616c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535433 Aug 05 04:19:15.375574 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3fa1ed13-18c6-434a-ba38-6f8ca3646042 req-f374eae1-8a0f-44e7-b025-a5dd820859eb tempest-VolumesNegativeTest-1609194682 tempest-VolumesNegativeTest-1609194682-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b58bc7e-2041-479c-be7f-e600f45b944a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549037 Aug 05 04:19:15.516914 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7c55e0-dd46-4ebc-9ad0-4f14e3ba7d83 req-69fab6a9-65a5-4a73-b9d0-08e60d285f7b tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:15.518375 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7b7c55e0-dd46-4ebc-9ad0-4f14e3ba7d83 req-69fab6a9-65a5-4a73-b9d0-08e60d285f7b tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e15d21-e838-4976-9b48-0180a753f296 HTTP/1.1" status: 200 len: 945 time: 0.0484045 Aug 05 04:19:15.557213 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7b7c55e0-dd46-4ebc-9ad0-4f14e3ba7d83 req-15fa518a-dc7e-4c20-81d4-c404b0255d19 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325973 Aug 05 04:19:16.511443 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ab6e0f-12d3-4a5c-9dd1-4c771022eb94 req-ede62905-c66a-4b6b-90a6-3c93a05eb736 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:16.512909 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-37ab6e0f-12d3-4a5c-9dd1-4c771022eb94 req-ede62905-c66a-4b6b-90a6-3c93a05eb736 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/ports?device_id=2147f667-d746-4185-9f35-aeecd3b618bf HTTP/1.1" status: 200 len: 945 time: 0.0785220 Aug 05 04:19:16.519777 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32e15d21-e838-4976-9b48-0180a753f296', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e2507bd-6053-49aa-87b5-a1db7d0c7b97'}, {'server_uuid': '2147f667-d746-4185-9f35-aeecd3b618bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b62ea826-62c2-44d5-99fd-68a5f0075fbe'}] {{(pid=93252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 04:19:16.522088 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f021a78abaadf32682ec407d28b092b8d5e159b0dca1f9e700978c1e9d6d025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-150cd43f-e80d-44e3-9bf3-1d1adc393427" -d '{"events": [{"server_uuid": "32e15d21-e838-4976-9b48-0180a753f296", "name": "network-vif-plugged", "status": "completed", "tag": "4e2507bd-6053-49aa-87b5-a1db7d0c7b97"}, {"server_uuid": "2147f667-d746-4185-9f35-aeecd3b618bf", "name": "network-vif-plugged", "status": "completed", "tag": "b62ea826-62c2-44d5-99fd-68a5f0075fbe"}]}' {{(pid=93252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 04:19:16.526899 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1f8334-9c54-4ce0-a22a-8786ed442ef8 req-315e6fd6-c75b-444b-90ad-5cc702b6bc0b tempest-VolumesNegativeTest-1609194682 tempest-VolumesNegativeTest-1609194682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:16.528334 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-df1f8334-9c54-4ce0-a22a-8786ed442ef8 req-315e6fd6-c75b-444b-90ad-5cc702b6bc0b tempest-VolumesNegativeTest-1609194682 tempest-VolumesNegativeTest-1609194682-project] 10.222.0.37 "GET /v2.0/ports?device_id=f95f75f7-cbb7-4ff4-bfb5-a68789b8edde HTTP/1.1" status: 200 len: 948 time: 0.0679379 Aug 05 04:19:16.581515 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-37ab6e0f-12d3-4a5c-9dd1-4c771022eb94 req-f9ad9e9a-62f2-4793-bcbd-6420276def4c tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/security-groups?id=30a7b57d-d19f-4842-b220-e889f0616c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621681 Aug 05 04:19:16.586132 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-df1f8334-9c54-4ce0-a22a-8786ed442ef8 req-aaf08eed-2ca8-410a-99d1-460b5a1acefe tempest-VolumesNegativeTest-1609194682 tempest-VolumesNegativeTest-1609194682-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b58bc7e-2041-479c-be7f-e600f45b944a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520527 Aug 05 04:19:16.627683 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 05 Aug 2021 04:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-873bd45e-a2b8-44c5-96c4-baf9c68867e7 x-openstack-request-id: req-873bd45e-a2b8-44c5-96c4-baf9c68867e7 {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 04:19:16.627983 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32e15d21-e838-4976-9b48-0180a753f296", "name": "network-vif-plugged", "status": "completed", "tag": "4e2507bd-6053-49aa-87b5-a1db7d0c7b97", "code": 200}, {"server_uuid": "2147f667-d746-4185-9f35-aeecd3b618bf", "name": "network-vif-plugged", "status": "completed", "tag": "b62ea826-62c2-44d5-99fd-68a5f0075fbe", "code": 200}]} {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 04:19:16.628241 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-873bd45e-a2b8-44c5-96c4-baf9c68867e7 {{(pid=93252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 04:19:16.628638 dv-cinder-803000-4-iscsi neutron-server[93252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32e15d21-e838-4976-9b48-0180a753f296', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e2507bd-6053-49aa-87b5-a1db7d0c7b97', 'code': 200} Aug 05 04:19:16.628893 dv-cinder-803000-4-iscsi neutron-server[93252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2147f667-d746-4185-9f35-aeecd3b618bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b62ea826-62c2-44d5-99fd-68a5f0075fbe', 'code': 200} Aug 05 04:19:16.684166 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e09884-5445-4886-b386-ec3465649212 req-4bd96d5c-8ef0-4939-b785-5fb219571a11 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:16.685592 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e1e09884-5445-4886-b386-ec3465649212 req-4bd96d5c-8ef0-4939-b785-5fb219571a11 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e15d21-e838-4976-9b48-0180a753f296 HTTP/1.1" status: 200 len: 945 time: 0.0467896 Aug 05 04:19:16.722034 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e1e09884-5445-4886-b386-ec3465649212 req-d40e6baa-38ca-4db5-833f-dcfeaf23b162 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301867 Aug 05 04:19:17.725151 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45f41b9-54be-48a5-b11e-46a2e882469f req-55b778af-f2ed-46fe-a68c-4d8002e16b2c tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:17.726605 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c45f41b9-54be-48a5-b11e-46a2e882469f req-55b778af-f2ed-46fe-a68c-4d8002e16b2c tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/ports?device_id=2147f667-d746-4185-9f35-aeecd3b618bf HTTP/1.1" status: 200 len: 945 time: 0.0772741 Aug 05 04:19:17.734326 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a382c22-aa24-4320-bf02-8817417957bf req-4b05b983-bea2-4fe0-8e15-9e6df5020d49 tempest-VolumesNegativeTest-1609194682 tempest-VolumesNegativeTest-1609194682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:17.735688 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0a382c22-aa24-4320-bf02-8817417957bf req-4b05b983-bea2-4fe0-8e15-9e6df5020d49 tempest-VolumesNegativeTest-1609194682 tempest-VolumesNegativeTest-1609194682-project] 10.222.0.37 "GET /v2.0/ports?device_id=f95f75f7-cbb7-4ff4-bfb5-a68789b8edde HTTP/1.1" status: 200 len: 948 time: 0.0772102 Aug 05 04:19:17.787775 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c45f41b9-54be-48a5-b11e-46a2e882469f req-b96619e3-2706-41e2-9018-0d0a4bf34049 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/security-groups?id=30a7b57d-d19f-4842-b220-e889f0616c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511086 Aug 05 04:19:17.792201 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0a382c22-aa24-4320-bf02-8817417957bf req-457dc4dd-9d81-401d-9d92-b5c975e27897 tempest-VolumesNegativeTest-1609194682 tempest-VolumesNegativeTest-1609194682-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b58bc7e-2041-479c-be7f-e600f45b944a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500484 Aug 05 04:19:17.885509 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a9062b-8865-4478-83ed-28b848c97071 req-dbf03926-7dd5-45c0-a9cf-487b8bbc3d4e tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:17.886974 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d6a9062b-8865-4478-83ed-28b848c97071 req-dbf03926-7dd5-45c0-a9cf-487b8bbc3d4e tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e15d21-e838-4976-9b48-0180a753f296 HTTP/1.1" status: 200 len: 945 time: 0.0469961 Aug 05 04:19:17.924715 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d6a9062b-8865-4478-83ed-28b848c97071 req-c98e83b6-3add-4868-be2b-85ea76219d53 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314486 Aug 05 04:19:18.928622 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271f388a-48ba-4382-8303-c83feb65ac4e req-2cfe5e9d-5152-4d73-86b0-7fde2fe48339 tempest-VolumesNegativeTest-1609194682 tempest-VolumesNegativeTest-1609194682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:18.930070 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-271f388a-48ba-4382-8303-c83feb65ac4e req-2cfe5e9d-5152-4d73-86b0-7fde2fe48339 tempest-VolumesNegativeTest-1609194682 tempest-VolumesNegativeTest-1609194682-project] 10.222.0.37 "GET /v2.0/ports?device_id=f95f75f7-cbb7-4ff4-bfb5-a68789b8edde HTTP/1.1" status: 200 len: 948 time: 0.0689108 Aug 05 04:19:18.939016 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f6cac8-1844-4f7b-a2a0-2eeceb874bb9 req-41fc9df4-c722-4396-9c99-d9199bd29438 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:18.940384 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d8f6cac8-1844-4f7b-a2a0-2eeceb874bb9 req-41fc9df4-c722-4396-9c99-d9199bd29438 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/ports?device_id=2147f667-d746-4185-9f35-aeecd3b618bf HTTP/1.1" status: 200 len: 945 time: 0.0879812 Aug 05 04:19:18.998946 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-271f388a-48ba-4382-8303-c83feb65ac4e req-f8b3359f-a4e3-4b24-9c16-877ca3a724f2 tempest-VolumesNegativeTest-1609194682 tempest-VolumesNegativeTest-1609194682-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b58bc7e-2041-479c-be7f-e600f45b944a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555859 Aug 05 04:19:19.004489 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d8f6cac8-1844-4f7b-a2a0-2eeceb874bb9 req-0b40e98c-778c-4c5d-ae35-26796815e378 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/security-groups?id=30a7b57d-d19f-4842-b220-e889f0616c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562584 Aug 05 04:19:19.108310 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5d1e1c-c380-494d-8f4f-688c5acab1c0 req-20a02931-2dca-4655-bc3e-f08d0df48e45 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:19.110666 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8d5d1e1c-c380-494d-8f4f-688c5acab1c0 req-20a02931-2dca-4655-bc3e-f08d0df48e45 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e15d21-e838-4976-9b48-0180a753f296 HTTP/1.1" status: 200 len: 945 time: 0.0600879 Aug 05 04:19:19.113968 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e98575-d521-4900-a98f-96ede91e9d39 req-caa54059-0737-41c8-8c19-ab19493e5dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:19.115524 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-67e98575-d521-4900-a98f-96ede91e9d39 req-caa54059-0737-41c8-8c19-ab19493e5dd6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2eb88e8f819a43659e1a02ef79e7f1fd&device_id=f95f75f7-cbb7-4ff4-bfb5-a68789b8edde HTTP/1.1" status: 200 len: 1101 time: 0.0468876 Aug 05 04:19:19.158714 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8d5d1e1c-c380-494d-8f4f-688c5acab1c0 req-458ef0ce-c5de-4883-bb25-922e2b220e61 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402052 Aug 05 04:19:19.171535 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-67e98575-d521-4900-a98f-96ede91e9d39 req-97d7f3d6-9bc3-4398-984d-fa0142528b2e service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=2eb88e8f819a43659e1a02ef79e7f1fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0214856 Aug 05 04:19:19.348394 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e98575-d521-4900-a98f-96ede91e9d39 req-1a1cb622-bc22-46ef-9b65-e1990b8ea13b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:19.349857 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-67e98575-d521-4900-a98f-96ede91e9d39 req-1a1cb622-bc22-46ef-9b65-e1990b8ea13b service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1693623 Aug 05 04:19:19.364424 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7008ad9-96d3-4a6d-bb1f-40a0285c0fcc req-6442403d-3367-4238-97de-6bdc331e0b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:19.365746 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-b7008ad9-96d3-4a6d-bb1f-40a0285c0fcc req-6442403d-3367-4238-97de-6bdc331e0b38 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=26f2ad3f-3821-4f77-8d20-74c5f53e5c25 HTTP/1.1" status: 200 len: 1098 time: 0.1172383 Aug 05 04:19:19.374853 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212c78cf-e039-44b1-9105-75cd057eb59d req-bbac6cae-bc31-4605-bd59-2724a803589d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:19.376342 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-212c78cf-e039-44b1-9105-75cd057eb59d req-bbac6cae-bc31-4605-bd59-2724a803589d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2147f667-d746-4185-9f35-aeecd3b618bf HTTP/1.1" status: 200 len: 1098 time: 0.0983899 Aug 05 04:19:19.385227 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ad3a88-6a4b-42c9-84dd-d72bd9c7f191 req-e60c5916-4f6f-4ec1-8941-5aa21a15e8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:19.386665 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-57ad3a88-6a4b-42c9-84dd-d72bd9c7f191 req-e60c5916-4f6f-4ec1-8941-5aa21a15e8e9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=32e15d21-e838-4976-9b48-0180a753f296 HTTP/1.1" status: 200 len: 1098 time: 0.1097164 Aug 05 04:19:19.409890 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-b7008ad9-96d3-4a6d-bb1f-40a0285c0fcc req-59717815-3124-490d-a6dc-07ff4f6622fe service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317283 Aug 05 04:19:19.446873 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-212c78cf-e039-44b1-9105-75cd057eb59d req-c7a50a41-64df-4c48-8a8e-69e25febfa4e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=30a7b57d-d19f-4842-b220-e889f0616c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274589 Aug 05 04:19:20.086276 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-57ad3a88-6a4b-42c9-84dd-d72bd9c7f191 req-2d718341-ba66-4a1d-bfce-dda43e6d792c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290463 Aug 05 04:19:20.140460 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8992e2-a785-4307-8bbe-307b5b9c69eb req-f63141d7-ea16-450a-a31e-1e9e7a7d556b tempest-VolumesNegativeTest-1609194682 tempest-VolumesNegativeTest-1609194682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:20.142534 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3c8992e2-a785-4307-8bbe-307b5b9c69eb req-f63141d7-ea16-450a-a31e-1e9e7a7d556b tempest-VolumesNegativeTest-1609194682 tempest-VolumesNegativeTest-1609194682-project] 10.222.0.37 "GET /v2.0/ports?device_id=f95f75f7-cbb7-4ff4-bfb5-a68789b8edde HTTP/1.1" status: 200 len: 948 time: 0.0764327 Aug 05 04:19:20.153314 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f21931-559d-41da-b728-f318e7ce2684 req-bde1ef74-c469-415b-a635-bf12be6fcec6 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:20.154694 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-71f21931-559d-41da-b728-f318e7ce2684 req-bde1ef74-c469-415b-a635-bf12be6fcec6 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/ports?device_id=2147f667-d746-4185-9f35-aeecd3b618bf HTTP/1.1" status: 200 len: 945 time: 0.0778394 Aug 05 04:19:20.207060 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3c8992e2-a785-4307-8bbe-307b5b9c69eb req-a7bcd139-733d-43ac-aa46-7c967a70c7b2 tempest-VolumesNegativeTest-1609194682 tempest-VolumesNegativeTest-1609194682-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b58bc7e-2041-479c-be7f-e600f45b944a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514340 Aug 05 04:19:20.213953 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-71f21931-559d-41da-b728-f318e7ce2684 req-73509592-93c4-4f29-8a68-fecff43d8185 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/security-groups?id=30a7b57d-d19f-4842-b220-e889f0616c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527356 Aug 05 04:19:20.307021 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e892d496-b972-4b28-91fc-c0e3ddcc22c4 req-41642ca7-09c4-448a-a61d-e8221b6320f5 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:20.308408 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e892d496-b972-4b28-91fc-c0e3ddcc22c4 req-41642ca7-09c4-448a-a61d-e8221b6320f5 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e15d21-e838-4976-9b48-0180a753f296 HTTP/1.1" status: 200 len: 945 time: 0.0490417 Aug 05 04:19:20.346202 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e892d496-b972-4b28-91fc-c0e3ddcc22c4 req-48bb1607-f4f1-4fdb-a6e7-e257bb3bd7e0 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312386 Aug 05 04:19:20.722359 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63d84b3-a383-4718-b414-c00f054009bc req-0cdbdd42-baae-47d1-b8a1-9b91f25f4378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:20.723834 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-b63d84b3-a383-4718-b414-c00f054009bc req-0cdbdd42-baae-47d1-b8a1-9b91f25f4378 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2eb88e8f819a43659e1a02ef79e7f1fd&device_id=f95f75f7-cbb7-4ff4-bfb5-a68789b8edde HTTP/1.1" status: 200 len: 1101 time: 0.0409210 Aug 05 04:19:21.344202 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f524b891-f8ea-4c47-94df-a30e72c4d383 req-fd451e64-d816-40b9-bcf4-509409175f2c tempest-VolumesNegativeTest-1609194682 tempest-VolumesNegativeTest-1609194682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:21.345586 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f524b891-f8ea-4c47-94df-a30e72c4d383 req-fd451e64-d816-40b9-bcf4-509409175f2c tempest-VolumesNegativeTest-1609194682 tempest-VolumesNegativeTest-1609194682-project] 10.222.0.37 "GET /v2.0/ports?device_id=f95f75f7-cbb7-4ff4-bfb5-a68789b8edde HTTP/1.1" status: 200 len: 948 time: 0.0733962 Aug 05 04:19:21.357073 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5361c1-7edf-454c-aa2d-c0d184a608e8 req-fb76d853-4ec2-45f0-a3e9-fb79114477c0 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:21.358884 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2b5361c1-7edf-454c-aa2d-c0d184a608e8 req-fb76d853-4ec2-45f0-a3e9-fb79114477c0 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/ports?device_id=2147f667-d746-4185-9f35-aeecd3b618bf HTTP/1.1" status: 200 len: 945 time: 0.0781038 Aug 05 04:19:21.572793 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f524b891-f8ea-4c47-94df-a30e72c4d383 req-19212d3f-a54e-4343-8108-9a71aa56dbb1 tempest-VolumesNegativeTest-1609194682 tempest-VolumesNegativeTest-1609194682-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b58bc7e-2041-479c-be7f-e600f45b944a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118747 Aug 05 04:19:21.589247 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2b5361c1-7edf-454c-aa2d-c0d184a608e8 req-bc96b902-fac5-4338-b755-13aaad970487 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/security-groups?id=30a7b57d-d19f-4842-b220-e889f0616c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2214236 Aug 05 04:19:21.649982 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-b63d84b3-a383-4718-b414-c00f054009bc req-12c27c04-beed-45c7-901d-0801d346d917 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=0f3dd76d-8de9-47b1-b8dd-7243f7533737 HTTP/1.1" status: 200 len: 217 time: 0.0388370 Aug 05 04:19:21.712298 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63d84b3-a383-4718-b414-c00f054009bc req-00b94d8b-78a7-4cb3-942a-f65fac538b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:21.713718 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-b63d84b3-a383-4718-b414-c00f054009bc req-00b94d8b-78a7-4cb3-942a-f65fac538b3a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8dae904b-3518-4fa4-9049-7a5e9c8b33aa HTTP/1.1" status: 200 len: 843 time: 0.0555363 Aug 05 04:19:21.719811 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57de26d5-080a-47ab-843e-7ad61f6adcc4 req-75750e79-2c02-43ce-ac05-8094955d66a4 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:21.721647 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-57de26d5-080a-47ab-843e-7ad61f6adcc4 req-75750e79-2c02-43ce-ac05-8094955d66a4 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e15d21-e838-4976-9b48-0180a753f296 HTTP/1.1" status: 200 len: 945 time: 0.0564733 Aug 05 04:19:21.763075 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-57de26d5-080a-47ab-843e-7ad61f6adcc4 req-6171d9fd-9709-4e98-918a-1bd526850146 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353262 Aug 05 04:19:21.774544 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63d84b3-a383-4718-b414-c00f054009bc req-07b8e152-3d75-466d-9cdf-bfb1d41a0cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:21.776009 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-b63d84b3-a383-4718-b414-c00f054009bc req-07b8e152-3d75-466d-9cdf-bfb1d41a0cfa service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=297ddcde-0676-4742-b314-7a2c90c886e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0527029 Aug 05 04:19:21.879989 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-b63d84b3-a383-4718-b414-c00f054009bc req-5a80cbf2-6869-42d2-8574-4ca64000e2b4 service neutron] 10.222.0.39 "GET /v2.0/networks/297ddcde-0676-4742-b314-7a2c90c886e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929506 Aug 05 04:19:21.975669 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-b63d84b3-a383-4718-b414-c00f054009bc req-f009d0d8-964f-4a5c-b346-c28aa531e360 service neutron] 10.222.0.39 "GET /v2.0/networks/297ddcde-0676-4742-b314-7a2c90c886e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872085 Aug 05 04:19:22.739922 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5677b9dc-6962-4fdc-9461-6c62e7050954 req-78a716fd-c5d3-4a3c-b9b5-caecbd04115c tempest-VolumesNegativeTest-1609194682 tempest-VolumesNegativeTest-1609194682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:22.741665 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5677b9dc-6962-4fdc-9461-6c62e7050954 req-78a716fd-c5d3-4a3c-b9b5-caecbd04115c tempest-VolumesNegativeTest-1609194682 tempest-VolumesNegativeTest-1609194682-project] 10.222.0.37 "GET /v2.0/ports?device_id=f95f75f7-cbb7-4ff4-bfb5-a68789b8edde HTTP/1.1" status: 200 len: 948 time: 0.0806444 Aug 05 04:19:22.756277 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348e470d-4390-460b-8d87-ea23ce4b2be9 req-b74b805d-73cc-48a6-bc26-167d765922f3 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:22.757789 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-348e470d-4390-460b-8d87-ea23ce4b2be9 req-b74b805d-73cc-48a6-bc26-167d765922f3 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/ports?device_id=2147f667-d746-4185-9f35-aeecd3b618bf HTTP/1.1" status: 200 len: 945 time: 0.0705805 Aug 05 04:19:22.817691 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5677b9dc-6962-4fdc-9461-6c62e7050954 req-76cb4e53-a070-4bb6-8d4e-84562a180ecf tempest-VolumesNegativeTest-1609194682 tempest-VolumesNegativeTest-1609194682-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b58bc7e-2041-479c-be7f-e600f45b944a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691779 Aug 05 04:19:22.820360 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-348e470d-4390-460b-8d87-ea23ce4b2be9 req-c2bc7aac-0ffd-45b7-811a-e95bd0c02852 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/security-groups?id=30a7b57d-d19f-4842-b220-e889f0616c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551922 Aug 05 04:19:22.938013 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d753170-3e9b-41b1-8fbd-89a3bb59633a req-8d5af1f3-5200-40c9-bdb8-76da0039c87b tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:22.939504 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7d753170-3e9b-41b1-8fbd-89a3bb59633a req-8d5af1f3-5200-40c9-bdb8-76da0039c87b tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e15d21-e838-4976-9b48-0180a753f296 HTTP/1.1" status: 200 len: 945 time: 0.0475235 Aug 05 04:19:22.976860 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7d753170-3e9b-41b1-8fbd-89a3bb59633a req-bd834abd-9885-4b28-9883-65061264f408 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314970 Aug 05 04:19:23.974855 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04f81f9-eedc-446c-819c-dd088e44ef7c req-28564e6d-41d6-46d2-b466-652ca7491424 tempest-VolumesNegativeTest-1609194682 tempest-VolumesNegativeTest-1609194682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:23.976215 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d04f81f9-eedc-446c-819c-dd088e44ef7c req-28564e6d-41d6-46d2-b466-652ca7491424 tempest-VolumesNegativeTest-1609194682 tempest-VolumesNegativeTest-1609194682-project] 10.222.0.37 "GET /v2.0/ports?device_id=f95f75f7-cbb7-4ff4-bfb5-a68789b8edde HTTP/1.1" status: 200 len: 948 time: 0.0777550 Aug 05 04:19:23.985038 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418fed17-eec6-4a12-b5f9-51302e32617a req-11f90f00-b39a-48d6-bebc-8ade026bf7d9 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:23.986393 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-418fed17-eec6-4a12-b5f9-51302e32617a req-11f90f00-b39a-48d6-bebc-8ade026bf7d9 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/ports?device_id=2147f667-d746-4185-9f35-aeecd3b618bf HTTP/1.1" status: 200 len: 945 time: 0.0787244 Aug 05 04:19:24.039528 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d04f81f9-eedc-446c-819c-dd088e44ef7c req-98897d33-fe92-444a-abfc-58e8a04f0941 tempest-VolumesNegativeTest-1609194682 tempest-VolumesNegativeTest-1609194682-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b58bc7e-2041-479c-be7f-e600f45b944a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521758 Aug 05 04:19:24.044172 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-418fed17-eec6-4a12-b5f9-51302e32617a req-5da51658-90ee-4a32-9001-3b8ec5d2fea7 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/security-groups?id=30a7b57d-d19f-4842-b220-e889f0616c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510962 Aug 05 04:19:24.138643 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c82ae9-ee4c-4d39-806e-8d3f7b0a7b2b req-42f9cf48-8723-4f65-8a76-c8b0046087d9 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:24.140085 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-96c82ae9-ee4c-4d39-806e-8d3f7b0a7b2b req-42f9cf48-8723-4f65-8a76-c8b0046087d9 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e15d21-e838-4976-9b48-0180a753f296 HTTP/1.1" status: 200 len: 945 time: 0.0474494 Aug 05 04:19:24.177471 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-96c82ae9-ee4c-4d39-806e-8d3f7b0a7b2b req-6b338d98-7a6f-49a3-b7b0-2751c4d0045b tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316634 Aug 05 04:19:24.442854 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29b7ec9-2c44-4eb8-8cd4-69ce8711dd00 req-25f1bb3d-d106-43ee-af1e-59e72771358c tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:24.444316 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a29b7ec9-2c44-4eb8-8cd4-69ce8711dd00 req-25f1bb3d-d106-43ee-af1e-59e72771358c tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e15d21-e838-4976-9b48-0180a753f296 HTTP/1.1" status: 200 len: 945 time: 0.0513785 Aug 05 04:19:24.481432 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a29b7ec9-2c44-4eb8-8cd4-69ce8711dd00 req-ec57577c-bb8c-4c4b-a359-0c8e4892321b tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308616 Aug 05 04:19:25.184034 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf240ff-fa17-483a-b454-c79bffe74380 req-710e105f-d7fa-4481-84a3-565cf5055ac6 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:25.185497 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8bf240ff-fa17-483a-b454-c79bffe74380 req-710e105f-d7fa-4481-84a3-565cf5055ac6 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/ports?device_id=2147f667-d746-4185-9f35-aeecd3b618bf HTTP/1.1" status: 200 len: 945 time: 0.0762005 Aug 05 04:19:25.193104 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff84be6-52af-4619-91dc-29b0eb2b4eba req-8b06a8ee-2e90-44b0-9c98-ea90b753e813 tempest-VolumesNegativeTest-1609194682 tempest-VolumesNegativeTest-1609194682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:25.194445 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1ff84be6-52af-4619-91dc-29b0eb2b4eba req-8b06a8ee-2e90-44b0-9c98-ea90b753e813 tempest-VolumesNegativeTest-1609194682 tempest-VolumesNegativeTest-1609194682-project] 10.222.0.37 "GET /v2.0/ports?device_id=f95f75f7-cbb7-4ff4-bfb5-a68789b8edde HTTP/1.1" status: 200 len: 948 time: 0.0827768 Aug 05 04:19:25.248768 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8bf240ff-fa17-483a-b454-c79bffe74380 req-3611db5b-bd7a-4709-9a23-7a68dad5ed41 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/security-groups?id=30a7b57d-d19f-4842-b220-e889f0616c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533211 Aug 05 04:19:25.252023 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1ff84be6-52af-4619-91dc-29b0eb2b4eba req-a61c90eb-6afe-40ca-b47b-0f6d049e3af9 tempest-VolumesNegativeTest-1609194682 tempest-VolumesNegativeTest-1609194682-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b58bc7e-2041-479c-be7f-e600f45b944a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507023 Aug 05 04:19:25.597493 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6d7aaa-43c4-4105-8d60-79c04d42f729 req-2b88c801-4b65-4ade-a18e-bbc53817e8a9 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:25.598930 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-db6d7aaa-43c4-4105-8d60-79c04d42f729 req-2b88c801-4b65-4ade-a18e-bbc53817e8a9 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e15d21-e838-4976-9b48-0180a753f296 HTTP/1.1" status: 200 len: 945 time: 0.0503409 Aug 05 04:19:25.635060 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-db6d7aaa-43c4-4105-8d60-79c04d42f729 req-6631eca8-f323-4cf9-b12c-85ed050cd849 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303156 Aug 05 04:19:26.390051 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90cf1ac-763b-4900-95ac-cac412dda609 req-afef78d0-f057-4a40-8599-37e893b2333a tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:26.391644 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a90cf1ac-763b-4900-95ac-cac412dda609 req-afef78d0-f057-4a40-8599-37e893b2333a tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/ports?device_id=2147f667-d746-4185-9f35-aeecd3b618bf HTTP/1.1" status: 200 len: 945 time: 0.0756629 Aug 05 04:19:26.399794 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b55e59-20d5-45ad-aacb-fe07b05cc65b req-aff36ccf-b807-4419-bae6-75c027e80da6 tempest-VolumesNegativeTest-1609194682 tempest-VolumesNegativeTest-1609194682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:26.401194 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-04b55e59-20d5-45ad-aacb-fe07b05cc65b req-aff36ccf-b807-4419-bae6-75c027e80da6 tempest-VolumesNegativeTest-1609194682 tempest-VolumesNegativeTest-1609194682-project] 10.222.0.37 "GET /v2.0/ports?device_id=f95f75f7-cbb7-4ff4-bfb5-a68789b8edde HTTP/1.1" status: 200 len: 948 time: 0.0864484 Aug 05 04:19:26.459762 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a90cf1ac-763b-4900-95ac-cac412dda609 req-c8730318-f413-4c7e-9c91-e61545c0cc3b tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/security-groups?id=30a7b57d-d19f-4842-b220-e889f0616c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576465 Aug 05 04:19:26.462603 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-04b55e59-20d5-45ad-aacb-fe07b05cc65b req-ccb599b2-4751-4092-9cd7-ce885d916e53 tempest-VolumesNegativeTest-1609194682 tempest-VolumesNegativeTest-1609194682-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b58bc7e-2041-479c-be7f-e600f45b944a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539565 Aug 05 04:19:26.746250 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bba5c1-72d7-4841-b732-08c270942337 req-7be23a7e-bd58-401e-8687-bb0f806af191 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:26.747935 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-63bba5c1-72d7-4841-b732-08c270942337 req-7be23a7e-bd58-401e-8687-bb0f806af191 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e15d21-e838-4976-9b48-0180a753f296 HTTP/1.1" status: 200 len: 945 time: 0.0485198 Aug 05 04:19:26.785811 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-63bba5c1-72d7-4841-b732-08c270942337 req-d45a232a-d801-4b0a-823a-dcc325f0eac2 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319314 Aug 05 04:19:27.601464 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201ff47d-1f00-4406-991e-9e2cf7384e25 req-f79ada71-52f3-4bd2-9569-bba6837557e5 tempest-VolumesNegativeTest-1609194682 tempest-VolumesNegativeTest-1609194682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:27.602962 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-201ff47d-1f00-4406-991e-9e2cf7384e25 req-f79ada71-52f3-4bd2-9569-bba6837557e5 tempest-VolumesNegativeTest-1609194682 tempest-VolumesNegativeTest-1609194682-project] 10.222.0.37 "GET /v2.0/ports?device_id=f95f75f7-cbb7-4ff4-bfb5-a68789b8edde HTTP/1.1" status: 200 len: 948 time: 0.0688024 Aug 05 04:19:27.610893 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2d163b-fc65-4218-8255-01aa59221a03 req-a9a95210-a99d-40f6-ad2f-8b2439a64ab4 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:27.612250 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4d2d163b-fc65-4218-8255-01aa59221a03 req-a9a95210-a99d-40f6-ad2f-8b2439a64ab4 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/ports?device_id=2147f667-d746-4185-9f35-aeecd3b618bf HTTP/1.1" status: 200 len: 945 time: 0.0875409 Aug 05 04:19:27.667782 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-201ff47d-1f00-4406-991e-9e2cf7384e25 req-a882b1c6-bbf7-4baf-82dd-690798318d36 tempest-VolumesNegativeTest-1609194682 tempest-VolumesNegativeTest-1609194682-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b58bc7e-2041-479c-be7f-e600f45b944a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545394 Aug 05 04:19:27.670356 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4d2d163b-fc65-4218-8255-01aa59221a03 req-8cb6226a-c75f-44c4-b38b-06ce4dce8d3c tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/security-groups?id=30a7b57d-d19f-4842-b220-e889f0616c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515485 Aug 05 04:19:27.896303 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5936c2-edc7-40be-ad5a-bd732fa8c19a req-93606800-0a8d-4191-a2ae-717f7b5419c3 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:27.897736 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-eb5936c2-edc7-40be-ad5a-bd732fa8c19a req-93606800-0a8d-4191-a2ae-717f7b5419c3 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e15d21-e838-4976-9b48-0180a753f296 HTTP/1.1" status: 200 len: 945 time: 0.0468478 Aug 05 04:19:27.934721 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-eb5936c2-edc7-40be-ad5a-bd732fa8c19a req-c4d1d106-1086-42c1-85c1-06a28395e8fe tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308132 Aug 05 04:19:28.810000 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920853fa-ffa0-4f7c-9fb0-9ddc8c9084bd req-63f7977a-2ac3-4b12-87a9-49174f2de036 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:28.811402 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-920853fa-ffa0-4f7c-9fb0-9ddc8c9084bd req-63f7977a-2ac3-4b12-87a9-49174f2de036 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/ports?device_id=2147f667-d746-4185-9f35-aeecd3b618bf HTTP/1.1" status: 200 len: 945 time: 0.0694597 Aug 05 04:19:28.818949 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac969074-1085-488c-bbf0-f8eb788dbeb2 req-937f6868-6055-49d1-8571-858fd793d024 tempest-VolumesNegativeTest-1609194682 tempest-VolumesNegativeTest-1609194682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:28.820279 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ac969074-1085-488c-bbf0-f8eb788dbeb2 req-937f6868-6055-49d1-8571-858fd793d024 tempest-VolumesNegativeTest-1609194682 tempest-VolumesNegativeTest-1609194682-project] 10.222.0.37 "GET /v2.0/ports?device_id=f95f75f7-cbb7-4ff4-bfb5-a68789b8edde HTTP/1.1" status: 200 len: 948 time: 0.0875413 Aug 05 04:19:28.875835 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-920853fa-ffa0-4f7c-9fb0-9ddc8c9084bd req-a74e0e88-922e-492d-a5cc-0e8010fa02b7 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/security-groups?id=30a7b57d-d19f-4842-b220-e889f0616c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546308 Aug 05 04:19:28.880583 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ac969074-1085-488c-bbf0-f8eb788dbeb2 req-b1da1f76-78d7-4cb1-935f-1c9c5c9c2f22 tempest-VolumesNegativeTest-1609194682 tempest-VolumesNegativeTest-1609194682-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b58bc7e-2041-479c-be7f-e600f45b944a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520639 Aug 05 04:19:29.047870 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0941e9b6-46d1-467e-8c38-f578094136b9 req-d92d1a3c-a649-4f3a-adaa-7e6f050ee5c1 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:29.049395 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0941e9b6-46d1-467e-8c38-f578094136b9 req-d92d1a3c-a649-4f3a-adaa-7e6f050ee5c1 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e15d21-e838-4976-9b48-0180a753f296 HTTP/1.1" status: 200 len: 945 time: 0.0495694 Aug 05 04:19:29.095144 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0941e9b6-46d1-467e-8c38-f578094136b9 req-9d651e33-15d6-4412-8cd2-f42e8946bdb0 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398407 Aug 05 04:19:29.743851 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-353d893e-189c-4494-840f-05c8edd73570 req-63c183cd-9ea7-4d81-a6d4-77af125f7152 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2115d019-f085-4012-b398-de97bdeb18ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0776305 Aug 05 04:19:29.746170 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ceb75e-17bd-4aed-aad1-19121401b714 req-60658cc2-e4d8-4193-98d2-cc4e98905f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:29.747492 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-89ceb75e-17bd-4aed-aad1-19121401b714 req-60658cc2-e4d8-4193-98d2-cc4e98905f3b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8eb0ee8cdd9f4664bd6a71d95fef8f7a&device_id=32e15d21-e838-4976-9b48-0180a753f296 HTTP/1.1" status: 200 len: 1098 time: 0.0706742 Aug 05 04:19:29.947026 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353d893e-189c-4494-840f-05c8edd73570 req-68adbbd3-6e2f-4922-b0af-83cf50680787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:29.948742 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-353d893e-189c-4494-840f-05c8edd73570 req-68adbbd3-6e2f-4922-b0af-83cf50680787 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0f2e39f05a9844bcbcea52b74bfc92bc&device_id=2115d019-f085-4012-b398-de97bdeb18ce HTTP/1.1" status: 200 len: 1098 time: 0.0625744 Aug 05 04:19:29.966136 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ceb75e-17bd-4aed-aad1-19121401b714 req-279354ed-bf53-467f-98a3-fabcc0f2271d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:29.967661 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-89ceb75e-17bd-4aed-aad1-19121401b714 req-279354ed-bf53-467f-98a3-fabcc0f2271d service neutron] 10.222.0.39 "GET /v2.0/networks?id=4a73174c-8cf7-4eb5-84d2-c19fe864c831 HTTP/1.1" status: 200 len: 920 time: 0.1380208 Aug 05 04:19:30.039978 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efc88b0-b958-4359-b5b2-958511927f66 req-81b5b35f-8d4d-48de-9cd8-b194f389ac8c tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:30.041460 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6efc88b0-b958-4359-b5b2-958511927f66 req-81b5b35f-8d4d-48de-9cd8-b194f389ac8c tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/ports?device_id=2147f667-d746-4185-9f35-aeecd3b618bf HTTP/1.1" status: 200 len: 945 time: 0.0820258 Aug 05 04:19:30.044165 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-89ceb75e-17bd-4aed-aad1-19121401b714 req-03a4fbc3-42fa-4fba-92a0-ac56c3ac19d3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4e2507bd-6053-49aa-87b5-a1db7d0c7b97 HTTP/1.1" status: 200 len: 217 time: 0.0491648 Aug 05 04:19:30.049501 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa788e0c-904d-4de2-9c15-206f056f4a0e req-5f024c54-9952-4d4a-aa7d-4b7693cb387f tempest-VolumesNegativeTest-1609194682 tempest-VolumesNegativeTest-1609194682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:30.050924 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-aa788e0c-904d-4de2-9c15-206f056f4a0e req-5f024c54-9952-4d4a-aa7d-4b7693cb387f tempest-VolumesNegativeTest-1609194682 tempest-VolumesNegativeTest-1609194682-project] 10.222.0.37 "GET /v2.0/ports?device_id=f95f75f7-cbb7-4ff4-bfb5-a68789b8edde HTTP/1.1" status: 200 len: 948 time: 0.0794916 Aug 05 04:19:30.105842 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6efc88b0-b958-4359-b5b2-958511927f66 req-bafc6511-2b9b-4f66-a598-a6add67736de tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/security-groups?id=30a7b57d-d19f-4842-b220-e889f0616c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539715 Aug 05 04:19:30.114294 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-aa788e0c-904d-4de2-9c15-206f056f4a0e req-52d790d2-0c04-44af-a9dd-f682f96339ff tempest-VolumesNegativeTest-1609194682 tempest-VolumesNegativeTest-1609194682-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b58bc7e-2041-479c-be7f-e600f45b944a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564106 Aug 05 04:19:30.131489 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ceb75e-17bd-4aed-aad1-19121401b714 req-c8172fa6-9e1d-4f38-97a6-e518ddc0cdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:30.132925 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-89ceb75e-17bd-4aed-aad1-19121401b714 req-c8172fa6-9e1d-4f38-97a6-e518ddc0cdb2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3a9fe8aa-38d2-494e-ab5e-e2594d44600a HTTP/1.1" status: 200 len: 859 time: 0.0547826 Aug 05 04:19:30.157858 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353d893e-189c-4494-840f-05c8edd73570 req-32e8ce37-2912-413c-aa8a-2871ac5c941b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:30.159329 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-353d893e-189c-4494-840f-05c8edd73570 req-32e8ce37-2912-413c-aa8a-2871ac5c941b service neutron] 10.222.0.39 "GET /v2.0/networks?id=cf907c3d-eb09-4c0a-8c7f-37b6a493a079 HTTP/1.1" status: 200 len: 916 time: 0.1580927 Aug 05 04:19:30.217282 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-89ceb75e-17bd-4aed-aad1-19121401b714 req-ab397321-1876-4413-8eae-f14f7875ff6d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4a73174c-8cf7-4eb5-84d2-c19fe864c831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266042 Aug 05 04:19:30.257592 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fcb54a-7275-4374-a100-488a2b267119 req-3d6e6032-fbb1-4305-aeba-77ba66798872 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:30.257818 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-353d893e-189c-4494-840f-05c8edd73570 req-0799a451-df8c-4457-90b0-955b8e5ec397 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=42c57c80-e151-4c69-8999-cf599c413e90 HTTP/1.1" status: 200 len: 217 time: 0.0427608 Aug 05 04:19:30.259078 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-60fcb54a-7275-4374-a100-488a2b267119 req-3d6e6032-fbb1-4305-aeba-77ba66798872 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e15d21-e838-4976-9b48-0180a753f296 HTTP/1.1" status: 200 len: 945 time: 0.0812187 Aug 05 04:19:30.266249 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e9ffd3-8536-440c-8c5e-cbcc75a79331 req-e82d6bee-cf08-495c-ab66-d40f8133de8c tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:30.267672 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-12e9ffd3-8536-440c-8c5e-cbcc75a79331 req-e82d6bee-cf08-495c-ab66-d40f8133de8c tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/ports?device_id=2147f667-d746-4185-9f35-aeecd3b618bf HTTP/1.1" status: 200 len: 945 time: 0.0791948 Aug 05 04:19:30.278827 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 54898) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:19:30.291310 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-2cb98486-b638-4807-beab-917b13b2ec7c tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Request body: {'floatingip': {'port_id': 'b62ea826-62c2-44d5-99fd-68a5f0075fbe'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:19:30.299904 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-60fcb54a-7275-4374-a100-488a2b267119 req-78fc3e5f-9724-4480-a5f5-351b60c6fa46 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312941 Aug 05 04:19:30.410694 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-2cb98486-b638-4807-beab-917b13b2ec7c tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Notify callbacks [] for floatingip, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:30.696384 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353d893e-189c-4494-840f-05c8edd73570 req-ddb41cf6-ba39-45ed-bbd5-cdd97ccf71d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:30.698103 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-353d893e-189c-4494-840f-05c8edd73570 req-ddb41cf6-ba39-45ed-bbd5-cdd97ccf71d2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e6f9db74-429d-4d50-95ec-3b879df44d2e HTTP/1.1" status: 200 len: 855 time: 0.4201026 Aug 05 04:19:30.766885 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-353d893e-189c-4494-840f-05c8edd73570 req-91a50f77-95bb-4cbc-86dd-7a959bea8718 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cf907c3d-eb09-4c0a-8c7f-37b6a493a079&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577381 Aug 05 04:19:30.774202 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-89ceb75e-17bd-4aed-aad1-19121401b714 req-b6dd3c01-ca04-4abd-8b84-2180557ee339 service neutron] 10.222.0.39 "GET /v2.0/networks/4a73174c-8cf7-4eb5-84d2-c19fe864c831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5247686 Aug 05 04:19:31.049522 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-353d893e-189c-4494-840f-05c8edd73570 req-24bef176-6ae6-4bd3-85cc-5733fc70a656 service neutron] 10.222.0.39 "GET /v2.0/networks/cf907c3d-eb09-4c0a-8c7f-37b6a493a079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564650 Aug 05 04:19:31.079445 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-89ceb75e-17bd-4aed-aad1-19121401b714 req-40806edc-283c-439e-9015-9d906124f2d5 service neutron] 10.222.0.39 "GET /v2.0/networks/4a73174c-8cf7-4eb5-84d2-c19fe864c831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2852373 Aug 05 04:19:31.258626 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59904b78-5772-40b8-adfc-713b133d431e req-b1dfe9d6-8131-4dc9-a38e-dd004a6751f9 tempest-VolumesNegativeTest-1609194682 tempest-VolumesNegativeTest-1609194682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:31.260870 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-59904b78-5772-40b8-adfc-713b133d431e req-b1dfe9d6-8131-4dc9-a38e-dd004a6751f9 tempest-VolumesNegativeTest-1609194682 tempest-VolumesNegativeTest-1609194682-project] 10.222.0.37 "GET /v2.0/ports?device_id=f95f75f7-cbb7-4ff4-bfb5-a68789b8edde HTTP/1.1" status: 200 len: 948 time: 0.0662999 Aug 05 04:19:31.306166 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-59904b78-5772-40b8-adfc-713b133d431e req-1d94f65e-a69c-4650-be19-4a33ea7ef6b0 tempest-VolumesNegativeTest-1609194682 tempest-VolumesNegativeTest-1609194682-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b58bc7e-2041-479c-be7f-e600f45b944a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376804 Aug 05 04:19:31.371856 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-353d893e-189c-4494-840f-05c8edd73570 req-15710455-ff81-436a-b65f-7c00ea0024fc service neutron] 10.222.0.39 "GET /v2.0/networks/cf907c3d-eb09-4c0a-8c7f-37b6a493a079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2900431 Aug 05 04:19:31.470219 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e9a91b-cf6b-4c38-8e4d-bc86d43f49c4 req-f90f1828-a007-43d8-aab3-20f3c8c66939 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:31.477659 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d1e9a91b-cf6b-4c38-8e4d-bc86d43f49c4 req-f90f1828-a007-43d8-aab3-20f3c8c66939 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e15d21-e838-4976-9b48-0180a753f296 HTTP/1.1" status: 200 len: 945 time: 0.0739105 Aug 05 04:19:31.511549 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d1e9a91b-cf6b-4c38-8e4d-bc86d43f49c4 req-32addc75-8522-42f9-9771-ac0489374b70 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330327 Aug 05 04:19:31.558437 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-2cb98486-b638-4807-beab-917b13b2ec7c tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:31.562803 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-2cb98486-b638-4807-beab-917b13b2ec7c tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-699471'] for floatingip, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:31.620757 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 54938) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:19:31.670174 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.db.l3_db [None req-2cb98486-b638-4807-beab-917b13b2ec7c tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Floating IP f455aa7b-65be-4d42-9194-f06b61a5ed49 associated. External IP: 172.27.3.131, port: b62ea826-62c2-44d5-99fd-68a5f0075fbe. Aug 05 04:19:31.740230 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-692ceac4-1c91-4a6a-84e8-a8dcaff83287 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:31.848670 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-692ceac4-1c91-4a6a-84e8-a8dcaff83287 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:31.851948 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-692ceac4-1c91-4a6a-84e8-a8dcaff83287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:31.891795 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-692ceac4-1c91-4a6a-84e8-a8dcaff83287 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1dba4d39cd6143508e54f5ca3bbc5c64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2695038 Aug 05 04:19:31.892621 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692ceac4-1c91-4a6a-84e8-a8dcaff83287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=168ac17d-9cc3-41dd-a926-fe8502bccb29,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:19:31.894590 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 54946) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:19:31.901665 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692ceac4-1c91-4a6a-84e8-a8dcaff83287 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:19:31.902128 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692ceac4-1c91-4a6a-84e8-a8dcaff83287 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:19:31.902679 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692ceac4-1c91-4a6a-84e8-a8dcaff83287 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:19:31.902791 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cb98486-b638-4807-beab-917b13b2ec7c tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Router 817ed01a-a8d8-42fb-8a96-7ce58c319b91 has already been hosted by L3 agent 8e71ca1b-9911-44b3-bf09-1fce3db7ea9a {{(pid=93251) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 04:19:31.903142 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692ceac4-1c91-4a6a-84e8-a8dcaff83287 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:19:31.903609 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692ceac4-1c91-4a6a-84e8-a8dcaff83287 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:19:31.904095 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692ceac4-1c91-4a6a-84e8-a8dcaff83287 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:19:31.904427 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692ceac4-1c91-4a6a-84e8-a8dcaff83287 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:19:31.904752 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692ceac4-1c91-4a6a-84e8-a8dcaff83287 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:19:31.905075 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692ceac4-1c91-4a6a-84e8-a8dcaff83287 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:19:31.905405 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692ceac4-1c91-4a6a-84e8-a8dcaff83287 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:19:31.905734 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692ceac4-1c91-4a6a-84e8-a8dcaff83287 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:19:31.906644 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692ceac4-1c91-4a6a-84e8-a8dcaff83287 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:19:32.021094 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-4da0401c-35a5-43f6-9d09-6f005dfb6f27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:32.054708 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-4da0401c-35a5-43f6-9d09-6f005dfb6f27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:32.072359 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cb98486-b638-4807-beab-917b13b2ec7c tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Notify agent at l3_agent.dv-cinder-803000-4-iscsi the message routers_updated {{(pid=93251) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 04:19:32.079063 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-2cb98486-b638-4807-beab-917b13b2ec7c tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224329'] for floatingip, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:32.088288 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebeb0b9-6a50-43d6-aa93-9f96a9f192c3 None None] Sync routers for ids ['817ed01a-a8d8-42fb-8a96-7ce58c319b91'] in dv-cinder-803000-4-iscsi {{(pid=93253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 04:19:32.098888 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebeb0b9-6a50-43d6-aa93-9f96a9f192c3 None None] Routers {'817ed01a-a8d8-42fb-8a96-7ce58c319b91'} bound to L3 agent in host dv-cinder-803000-4-iscsi {{(pid=93253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 04:19:32.099880 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-2ebeb0b9-6a50-43d6-aa93-9f96a9f192c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T04:10:35Z,description=,heartbeat_timestamp=2021-08-05T04:19:05Z,host='dv-cinder-803000-4-iscsi',id=8e71ca1b-9911-44b3-bf09-1fce3db7ea9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T04:10:35Z,topic='l3_agent')) {'router_ids': ['817ed01a-a8d8-42fb-8a96-7ce58c319b91'], 'active': True} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:19:32.129819 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-2cb98486-b638-4807-beab-917b13b2ec7c tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "PUT /v2.0/floatingips/f455aa7b-65be-4d42-9194-f06b61a5ed49 HTTP/1.1" status: 200 len: 991 time: 1.8492796 Aug 05 04:19:32.130021 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2147f667-d746-4185-9f35-aeecd3b618bf', 'tag': 'b62ea826-62c2-44d5-99fd-68a5f0075fbe'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 04:19:32.132679 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc51a2a5f300f30acac232ef327f3f01bb0f894a96a37a70efeb1c252096f2af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bd1aad5-16f5-4619-86ba-217c6c07ac1d" -d '{"events": [{"name": "network-changed", "server_uuid": "2147f667-d746-4185-9f35-aeecd3b618bf", "tag": "b62ea826-62c2-44d5-99fd-68a5f0075fbe"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 04:19:32.159288 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-4da0401c-35a5-43f6-9d09-6f005dfb6f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:32.167474 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-4da0401c-35a5-43f6-9d09-6f005dfb6f27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:32.171539 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-4da0401c-35a5-43f6-9d09-6f005dfb6f27 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/168ac17d-9cc3-41dd-a926-fe8502bccb29 HTTP/1.1" status: 204 len: 168 time: 0.2752755 Aug 05 04:19:32.189595 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da0401c-35a5-43f6-9d09-6f005dfb6f27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=168ac17d-9cc3-41dd-a926-fe8502bccb29,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:19:32.199757 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da0401c-35a5-43f6-9d09-6f005dfb6f27 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:19:32.200104 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da0401c-35a5-43f6-9d09-6f005dfb6f27 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:19:32.200514 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da0401c-35a5-43f6-9d09-6f005dfb6f27 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:19:32.201414 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da0401c-35a5-43f6-9d09-6f005dfb6f27 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:19:32.201837 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da0401c-35a5-43f6-9d09-6f005dfb6f27 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:19:32.202237 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da0401c-35a5-43f6-9d09-6f005dfb6f27 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:19:32.202675 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da0401c-35a5-43f6-9d09-6f005dfb6f27 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:19:32.203290 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da0401c-35a5-43f6-9d09-6f005dfb6f27 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:19:32.203693 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da0401c-35a5-43f6-9d09-6f005dfb6f27 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:19:32.204110 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da0401c-35a5-43f6-9d09-6f005dfb6f27 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:19:32.204501 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da0401c-35a5-43f6-9d09-6f005dfb6f27 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:19:32.205124 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da0401c-35a5-43f6-9d09-6f005dfb6f27 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:19:32.209684 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 04:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32e7d7c6-3411-480c-8253-9a907cdc752f x-openstack-request-id: req-32e7d7c6-3411-480c-8253-9a907cdc752f {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 04:19:32.209930 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2147f667-d746-4185-9f35-aeecd3b618bf", "tag": "b62ea826-62c2-44d5-99fd-68a5f0075fbe", "status": "completed", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 04:19:32.210179 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-32e7d7c6-3411-480c-8253-9a907cdc752f {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 04:19:32.210694 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2147f667-d746-4185-9f35-aeecd3b618bf', 'tag': 'b62ea826-62c2-44d5-99fd-68a5f0075fbe', 'status': 'completed', 'code': 200} Aug 05 04:19:32.248889 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvr_db [None req-2ebeb0b9-6a50-43d6-aa93-9f96a9f192c3 None None] Set router 817ed01a-a8d8-42fb-8a96-7ce58c319b91 gateway port host: dv-cinder-803000-4-iscsi {{(pid=93253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 04:19:32.343292 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 54964) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:19:32.448450 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f379f2-d0fa-492c-80f2-535ad703c33c req-e49a17c3-f40a-4759-8bed-53fcc8cdc5c0 tempest-VolumesNegativeTest-1609194682 tempest-VolumesNegativeTest-1609194682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:32.458148 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d4f379f2-d0fa-492c-80f2-535ad703c33c req-e49a17c3-f40a-4759-8bed-53fcc8cdc5c0 tempest-VolumesNegativeTest-1609194682 tempest-VolumesNegativeTest-1609194682-project] 10.222.0.37 "GET /v2.0/ports?device_id=f95f75f7-cbb7-4ff4-bfb5-a68789b8edde HTTP/1.1" status: 200 len: 948 time: 0.0613410 Aug 05 04:19:32.498561 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd1aad5-16f5-4619-86ba-217c6c07ac1d req-a3e2bb04-b4a3-4aa4-8a35-6c8739023439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:32.502786 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-0bd1aad5-16f5-4619-86ba-217c6c07ac1d req-a3e2bb04-b4a3-4aa4-8a35-6c8739023439 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7e1b30b90c7140f8b2ccf41b54163dd5&device_id=2147f667-d746-4185-9f35-aeecd3b618bf HTTP/1.1" status: 200 len: 1098 time: 0.1165934 Aug 05 04:19:32.503881 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d4f379f2-d0fa-492c-80f2-535ad703c33c req-c2aa6a64-b508-447a-bbc9-19609678d6a6 tempest-VolumesNegativeTest-1609194682 tempest-VolumesNegativeTest-1609194682-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b58bc7e-2041-479c-be7f-e600f45b944a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442500 Aug 05 04:19:32.555840 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c9fb3988-fb6d-46cf-9bfb-d80f15638f14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:32.582997 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 54974) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:19:32.608599 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-91b28d7f-483d-45ef-962a-5d0fac546700 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:32.660290 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd1aad5-16f5-4619-86ba-217c6c07ac1d req-54c9c4c4-79f1-4a7e-9941-84a5f1f6d9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:32.667123 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-0bd1aad5-16f5-4619-86ba-217c6c07ac1d req-54c9c4c4-79f1-4a7e-9941-84a5f1f6d9d5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=96928152-e7de-4eec-a055-721b95480308 HTTP/1.1" status: 200 len: 912 time: 0.1347630 Aug 05 04:19:32.697377 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-8ef1e0c4-576a-425d-a0ec-1896104d4d50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:32.706799 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bb73e7-5b65-46c7-89b3-58bb9a1f201c req-df72965f-ffeb-4bc5-a321-fa27146ada71 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:32.708536 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-37bb73e7-5b65-46c7-89b3-58bb9a1f201c req-df72965f-ffeb-4bc5-a321-fa27146ada71 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e15d21-e838-4976-9b48-0180a753f296 HTTP/1.1" status: 200 len: 945 time: 0.1038361 Aug 05 04:19:32.783982 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-2ebeb0b9-6a50-43d6-aa93-9f96a9f192c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '817ed01a-a8d8-42fb-8a96-7ce58c319b91', 'name': 'tempest-AttachVolumeTestJSON-1789705139-router', 'tenant_id': '7e1b30b90c7140f8b2ccf41b54163dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'external_fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '091d5eca-b71f-4a77-92e9-5d90f6df6ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:18:19Z', 'updated_at': '2021-08-05T04:18:26Z', 'revision_number': 4, 'project_id': '7e1b30b90c7140f8b2ccf41b54163dd5', 'gw_port': {'id': '091d5eca-b71f-4a77-92e9-5d90f6df6ddd', 'name': '', 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:7d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817ed01a-a8d8-42fb-8a96-7ce58c319b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:18:20Z', 'updated_at': '2021-08-05T04:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-4-iscsi', '_floatingips': [{'id': 'f455aa7b-65be-4d42-9194-f06b61a5ed49', 'tenant_id': '7e1b30b90c7140f8b2ccf41b54163dd5', 'floating_ip_address': '172.27.3.131', 'floating_network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'router_id': '817ed01a-a8d8-42fb-8a96-7ce58c319b91', 'port_id': 'b62ea826-62c2-44d5-99fd-68a5f0075fbe', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96928152-e7de-4eec-a055-721b95480308', 'mac_address': 'fa:16:3e:72:e9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2147f667-d746-4185-9f35-aeecd3b618bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T04:18:35Z', 'updated_at': '2021-08-05T04:19:31Z', 'revision_number': 1, 'project_id': '7e1b30b90c7140f8b2ccf41b54163dd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebafcf28-bb05-4219-ba6b-63db8f70f219', 'name': '', 'network_id': '96928152-e7de-4eec-a055-721b95480308', 'tenant_id': '7e1b30b90c7140f8b2ccf41b54163dd5', 'mac_address': 'fa:16:3e:b8:fa:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817ed01a-a8d8-42fb-8a96-7ce58c319b91', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9f533690-95d6-43c6-9d22-76c71900eaef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:18:25Z', 'updated_at': '2021-08-05T04:18:34Z', 'revision_number': 5, 'project_id': '7e1b30b90c7140f8b2ccf41b54163dd5', 'subnets': [{'id': '9f533690-95d6-43c6-9d22-76c71900eaef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803000-4-iscsi', False) {} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:19:32.804359 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-37bb73e7-5b65-46c7-89b3-58bb9a1f201c req-9233aa9d-6a3b-4512-aa35-ee2a4d28b0f1 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821650 Aug 05 04:19:32.826700 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebeb0b9-6a50-43d6-aa93-9f96a9f192c3 None None] Checking router: 817ed01a-a8d8-42fb-8a96-7ce58c319b91 for host: dv-cinder-803000-4-iscsi {{(pid=93253) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 04:19:32.832035 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebeb0b9-6a50-43d6-aa93-9f96a9f192c3 None None] Routers {'817ed01a-a8d8-42fb-8a96-7ce58c319b91'} bound to L3 agent in host dv-cinder-803000-4-iscsi {{(pid=93253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 04:19:32.832787 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-2ebeb0b9-6a50-43d6-aa93-9f96a9f192c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T04:10:35Z,description=,heartbeat_timestamp=2021-08-05T04:19:05Z,host='dv-cinder-803000-4-iscsi',id=8e71ca1b-9911-44b3-bf09-1fce3db7ea9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T04:10:35Z,topic='l3_agent')) {'router_ids': ['817ed01a-a8d8-42fb-8a96-7ce58c319b91'], 'active': True} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:19:32.844120 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c9fb3988-fb6d-46cf-9bfb-d80f15638f14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:32.860071 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c9fb3988-fb6d-46cf-9bfb-d80f15638f14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:32.929619 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fb3988-fb6d-46cf-9bfb-d80f15638f14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecf65e41-6572-42c1-9021-b6499b58c589,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:19:32.934903 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-c9fb3988-fb6d-46cf-9bfb-d80f15638f14 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9d082a7be6a740b29a6d9e4b67f028de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5908413 Aug 05 04:19:32.943267 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 54996) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:19:32.996427 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvr_db [None req-2ebeb0b9-6a50-43d6-aa93-9f96a9f192c3 None None] Set router 817ed01a-a8d8-42fb-8a96-7ce58c319b91 gateway port host: dv-cinder-803000-4-iscsi {{(pid=93253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 04:19:33.043820 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e81e66b4-0f3a-4bb1-a4c9-b205aa9ce3c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:33.051204 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-91b28d7f-483d-45ef-962a-5d0fac546700 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:33.061864 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-91b28d7f-483d-45ef-962a-5d0fac546700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:33.094990 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e81e66b4-0f3a-4bb1-a4c9-b205aa9ce3c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:33.118545 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-0bd1aad5-16f5-4619-86ba-217c6c07ac1d req-1a0c4993-d353-4ff7-89be-744aed63f2be service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b62ea826-62c2-44d5-99fd-68a5f0075fbe HTTP/1.1" status: 200 len: 999 time: 0.4480498 Aug 05 04:19:33.131216 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-91b28d7f-483d-45ef-962a-5d0fac546700 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=191c506e613f40f6970f9143f8d38679&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5428205 Aug 05 04:19:33.133910 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 55008) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:19:33.141753 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b28d7f-483d-45ef-962a-5d0fac546700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=157b4fe5-72f4-439c-9ace-7448261221c1,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:19:33.173022 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e81e66b4-0f3a-4bb1-a4c9-b205aa9ce3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:33.175589 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e81e66b4-0f3a-4bb1-a4c9-b205aa9ce3c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:33.177632 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-e81e66b4-0f3a-4bb1-a4c9-b205aa9ce3c4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ecf65e41-6572-42c1-9021-b6499b58c589 HTTP/1.1" status: 204 len: 168 time: 0.2330525 Aug 05 04:19:33.186347 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81e66b4-0f3a-4bb1-a4c9-b205aa9ce3c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecf65e41-6572-42c1-9021-b6499b58c589,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:19:33.236256 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd1aad5-16f5-4619-86ba-217c6c07ac1d req-13e52d86-a9a8-4e0a-9a8a-a2e682e8a041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:33.237707 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-0bd1aad5-16f5-4619-86ba-217c6c07ac1d req-13e52d86-a9a8-4e0a-9a8a-a2e682e8a041 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9f533690-95d6-43c6-9d22-76c71900eaef HTTP/1.1" status: 200 len: 850 time: 0.1008110 Aug 05 04:19:33.238472 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0b11408b-5ebd-4b19-baa0-061de95d9b71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:33.251537 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-2ebeb0b9-6a50-43d6-aa93-9f96a9f192c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '817ed01a-a8d8-42fb-8a96-7ce58c319b91', 'name': 'tempest-AttachVolumeTestJSON-1789705139-router', 'tenant_id': '7e1b30b90c7140f8b2ccf41b54163dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'external_fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '091d5eca-b71f-4a77-92e9-5d90f6df6ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:18:19Z', 'updated_at': '2021-08-05T04:18:26Z', 'revision_number': 4, 'project_id': '7e1b30b90c7140f8b2ccf41b54163dd5', 'gw_port': {'id': '091d5eca-b71f-4a77-92e9-5d90f6df6ddd', 'name': '', 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:7d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817ed01a-a8d8-42fb-8a96-7ce58c319b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:18:20Z', 'updated_at': '2021-08-05T04:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-4-iscsi', '_floatingips': [{'id': 'f455aa7b-65be-4d42-9194-f06b61a5ed49', 'tenant_id': '7e1b30b90c7140f8b2ccf41b54163dd5', 'floating_ip_address': '172.27.3.131', 'floating_network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'router_id': '817ed01a-a8d8-42fb-8a96-7ce58c319b91', 'port_id': 'b62ea826-62c2-44d5-99fd-68a5f0075fbe', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96928152-e7de-4eec-a055-721b95480308', 'mac_address': 'fa:16:3e:72:e9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2147f667-d746-4185-9f35-aeecd3b618bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T04:18:35Z', 'updated_at': '2021-08-05T04:19:31Z', 'revision_number': 1, 'project_id': '7e1b30b90c7140f8b2ccf41b54163dd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebafcf28-bb05-4219-ba6b-63db8f70f219', 'name': '', 'network_id': '96928152-e7de-4eec-a055-721b95480308', 'tenant_id': '7e1b30b90c7140f8b2ccf41b54163dd5', 'mac_address': 'fa:16:3e:b8:fa:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817ed01a-a8d8-42fb-8a96-7ce58c319b91', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9f533690-95d6-43c6-9d22-76c71900eaef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:18:25Z', 'updated_at': '2021-08-05T04:18:34Z', 'revision_number': 5, 'project_id': '7e1b30b90c7140f8b2ccf41b54163dd5', 'subnets': [{'id': '9f533690-95d6-43c6-9d22-76c71900eaef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803000-4-iscsi', False) {} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:19:33.282471 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0b11408b-5ebd-4b19-baa0-061de95d9b71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:33.284281 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebeb0b9-6a50-43d6-aa93-9f96a9f192c3 None None] The sync data for ids ['817ed01a-a8d8-42fb-8a96-7ce58c319b91'] in dv-cinder-803000-4-iscsi is: [{'id': '817ed01a-a8d8-42fb-8a96-7ce58c319b91', 'name': 'tempest-AttachVolumeTestJSON-1789705139-router', 'tenant_id': '7e1b30b90c7140f8b2ccf41b54163dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'external_fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '091d5eca-b71f-4a77-92e9-5d90f6df6ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:18:19Z', 'updated_at': '2021-08-05T04:18:26Z', 'revision_number': 4, 'project_id': '7e1b30b90c7140f8b2ccf41b54163dd5', 'gw_port': {'id': '091d5eca-b71f-4a77-92e9-5d90f6df6ddd', 'name': '', 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:7d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817ed01a-a8d8-42fb-8a96-7ce58c319b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:18:20Z', 'updated_at': '2021-08-05T04:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-4-iscsi', '_floatingips': [{'id': 'f455aa7b-65be-4d42-9194-f06b61a5ed49', 'tenant_id': '7e1b30b90c7140f8b2ccf41b54163dd5', 'floating_ip_address': '172.27.3.131', 'floating_network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'router_id': '817ed01a-a8d8-42fb-8a96-7ce58c319b91', 'port_id': 'b62ea826-62c2-44d5-99fd-68a5f0075fbe', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96928152-e7de-4eec-a055-721b95480308', 'mac_address': 'fa:16:3e:72:e9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2147f667-d746-4185-9f35-aeecd3b618bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T04:18:35Z', 'updated_at': '2021-08-05T04:19:31Z', 'revision_number': 1, 'project_id': '7e1b30b90c7140f8b2ccf41b54163dd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebafcf28-bb05-4219-ba6b-63db8f70f219', 'name': '', 'network_id': '96928152-e7de-4eec-a055-721b95480308', 'tenant_id': '7e1b30b90c7140f8b2ccf41b54163dd5', 'mac_address': 'fa:16:3e:b8:fa:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817ed01a-a8d8-42fb-8a96-7ce58c319b91', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9f533690-95d6-43c6-9d22-76c71900eaef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:18:25Z', 'updated_at': '2021-08-05T04:18:34Z', 'revision_number': 5, 'project_id': '7e1b30b90c7140f8b2ccf41b54163dd5', 'subnets': [{'id': '9f533690-95d6-43c6-9d22-76c71900eaef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 04:19:33.328494 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd1aad5-16f5-4619-86ba-217c6c07ac1d req-6febcd4b-074f-445b-a084-bdb46c8d1e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:33.330185 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-0bd1aad5-16f5-4619-86ba-217c6c07ac1d req-6febcd4b-074f-445b-a084-bdb46c8d1e01 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=96928152-e7de-4eec-a055-721b95480308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0807531 Aug 05 04:19:33.367600 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0b11408b-5ebd-4b19-baa0-061de95d9b71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:33.370144 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0b11408b-5ebd-4b19-baa0-061de95d9b71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:33.374468 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-0b11408b-5ebd-4b19-baa0-061de95d9b71 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/157b4fe5-72f4-439c-9ace-7448261221c1 HTTP/1.1" status: 204 len: 168 time: 0.2357411 Aug 05 04:19:33.409080 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Device 0f3dd76d-8de9-47b1-b8dd-7243f7533737 details requested by agent hyperv_hv-cinder-80300 with host hv-cinder-80300 {{(pid=93252) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 04:19:33.412998 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b11408b-5ebd-4b19-baa0-061de95d9b71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=157b4fe5-72f4-439c-9ace-7448261221c1,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:19:33.454443 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-0bd1aad5-16f5-4619-86ba-217c6c07ac1d req-643ca29a-c811-4029-9f34-ca9afd28db44 service neutron] 10.222.0.39 "GET /v2.0/networks/96928152-e7de-4eec-a055-721b95480308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125367 Aug 05 04:19:33.591331 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-0bd1aad5-16f5-4619-86ba-217c6c07ac1d req-5ee92a2c-7617-446c-8b86-b24191237080 service neutron] 10.222.0.39 "GET /v2.0/networks/96928152-e7de-4eec-a055-721b95480308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273463 Aug 05 04:19:33.628598 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] For port 0f3dd76d-8de9-47b1-b8dd-7243f7533737, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=0f3dd76d-8de9-47b1-b8dd-7243f7533737,segment=NetworkSegment(ca419652-6453-4126-a824-756fc812bbeb),segment_id=ca419652-6453-4126-a824-756fc812bbeb)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:19:33.646703 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Returning: {'device': '0f3dd76d-8de9-47b1-b8dd-7243f7533737', 'network_id': '297ddcde-0676-4742-b314-7a2c90c886e3', 'port_id': '0f3dd76d-8de9-47b1-b8dd-7243f7533737', 'mac_address': 'fa:16:3e:55:02:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dae904b-3518-4fa4-9049-7a5e9c8b33aa', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93252) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 04:19:33.649238 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 55020) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:19:33.667615 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b8665c00-c6d4-45ce-ad12-9404e37ec3db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:33.689334 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a095bcc5-d051-47eb-b756-e70a00d792ce None None] New status for floating IP f455aa7b-65be-4d42-9194-f06b61a5ed49: ACTIVE {{(pid=93252) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 04:19:33.704705 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:33.710969 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40a6b08-210c-4937-b702-23eb942c0957 req-94b8a865-ff9d-4e9f-ae89-55312eb2ad41 tempest-VolumesNegativeTest-1609194682 tempest-VolumesNegativeTest-1609194682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:33.712644 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b40a6b08-210c-4937-b702-23eb942c0957 req-94b8a865-ff9d-4e9f-ae89-55312eb2ad41 tempest-VolumesNegativeTest-1609194682 tempest-VolumesNegativeTest-1609194682-project] 10.222.0.37 "GET /v2.0/ports?device_id=f95f75f7-cbb7-4ff4-bfb5-a68789b8edde HTTP/1.1" status: 200 len: 948 time: 0.0816197 Aug 05 04:19:33.766444 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b40a6b08-210c-4937-b702-23eb942c0957 req-d2888ebf-b2fd-432b-857f-4b75e63bbabc tempest-VolumesNegativeTest-1609194682 tempest-VolumesNegativeTest-1609194682-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b58bc7e-2041-479c-be7f-e600f45b944a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440018 Aug 05 04:19:33.796266 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f3dd76d-8de9-47b1-b8dd-7243f7533737 {{(pid=93252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 04:19:33.796479 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b8665c00-c6d4-45ce-ad12-9404e37ec3db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:33.801220 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b8665c00-c6d4-45ce-ad12-9404e37ec3db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:33.848161 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-b8665c00-c6d4-45ce-ad12-9404e37ec3db admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e7bad3d9bc5d497da3d23214d4b6a9ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1967483 Aug 05 04:19:33.848882 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8665c00-c6d4-45ce-ad12-9404e37ec3db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfbc80e5-2810-41df-885f-2c048eac9490,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:19:33.851189 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 55028) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:19:33.917150 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] For port 0f3dd76d-8de9-47b1-b8dd-7243f7533737, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=0f3dd76d-8de9-47b1-b8dd-7243f7533737,segment=NetworkSegment(ca419652-6453-4126-a824-756fc812bbeb),segment_id=ca419652-6453-4126-a824-756fc812bbeb)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:19:33.925572 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:33.963652 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-54d17448-1378-4e93-897e-ec576518fbe7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:33.974818 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dcec79-1366-4238-8c4f-a604e09a7c5d req-ea672618-e52c-47cd-93b5-1d12d0bab3a5 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:33.976504 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-08dcec79-1366-4238-8c4f-a604e09a7c5d req-ea672618-e52c-47cd-93b5-1d12d0bab3a5 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e15d21-e838-4976-9b48-0180a753f296 HTTP/1.1" status: 200 len: 945 time: 0.0905595 Aug 05 04:19:33.977953 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Pushing event updated for resources: {'Port': ['ID=0f3dd76d-8de9-47b1-b8dd-7243f7533737,revision_number=4']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:19:33.994425 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:19:33.995124 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:19:33.995902 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:19:33.996260 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:19:33.996795 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:19:33.997158 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:19:33.997522 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:19:33.998518 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:19:33.998518 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:19:33.998843 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:19:33.999025 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:19:33.999554 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:19:34.000974 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 55032) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:19:34.012185 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-54d17448-1378-4e93-897e-ec576518fbe7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:34.016211 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-05cf05db-24e2-4c6f-96ee-18f0442c3c6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:34.049258 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-08dcec79-1366-4238-8c4f-a604e09a7c5d req-77b90cc3-e994-4e5b-ae17-785ed17870df tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631371 Aug 05 04:19:34.084649 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-54d17448-1378-4e93-897e-ec576518fbe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:34.095649 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-54d17448-1378-4e93-897e-ec576518fbe7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:34.095649 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-54d17448-1378-4e93-897e-ec576518fbe7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dfbc80e5-2810-41df-885f-2c048eac9490 HTTP/1.1" status: 204 len: 168 time: 0.2350414 Aug 05 04:19:34.097726 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d17448-1378-4e93-897e-ec576518fbe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfbc80e5-2810-41df-885f-2c048eac9490,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:19:34.146430 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-05cf05db-24e2-4c6f-96ee-18f0442c3c6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:34.153548 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-05cf05db-24e2-4c6f-96ee-18f0442c3c6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:34.192136 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf05db-24e2-4c6f-96ee-18f0442c3c6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc749bcd-dc8f-4d25-9a62-44d1031609d5,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:19:34.205581 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-05cf05db-24e2-4c6f-96ee-18f0442c3c6d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e574a1645a7c42e1a9e45a3ed82a3767&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2011263 Aug 05 04:19:34.205840 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 55040) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:19:34.268621 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-941c53c9-9515-4252-ac7c-c15aa9e01fcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:34.292396 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-941c53c9-9515-4252-ac7c-c15aa9e01fcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:34.345235 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-941c53c9-9515-4252-ac7c-c15aa9e01fcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:34.347761 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-941c53c9-9515-4252-ac7c-c15aa9e01fcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:34.348888 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-941c53c9-9515-4252-ac7c-c15aa9e01fcb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dc749bcd-dc8f-4d25-9a62-44d1031609d5 HTTP/1.1" status: 204 len: 168 time: 0.1419518 Aug 05 04:19:34.357481 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941c53c9-9515-4252-ac7c-c15aa9e01fcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc749bcd-dc8f-4d25-9a62-44d1031609d5,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:19:34.576643 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] get_ports_and_sgs() called for port_ids ['0f3dd76d-8de9-47b1-b8dd-7243f7533737'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 04:19:34.896932 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e174b01-df57-49a1-83be-47f37bce2c41 req-bc18cbdf-5b6c-4ebd-9d42-39c11fd706cf tempest-VolumesNegativeTest-1609194682 tempest-VolumesNegativeTest-1609194682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:34.898934 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3e174b01-df57-49a1-83be-47f37bce2c41 req-bc18cbdf-5b6c-4ebd-9d42-39c11fd706cf tempest-VolumesNegativeTest-1609194682 tempest-VolumesNegativeTest-1609194682-project] 10.222.0.37 "GET /v2.0/ports?device_id=f95f75f7-cbb7-4ff4-bfb5-a68789b8edde HTTP/1.1" status: 200 len: 949 time: 0.0653372 Aug 05 04:19:34.949371 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3e174b01-df57-49a1-83be-47f37bce2c41 req-c07512ee-5c57-4d11-a085-bafaf9bb18df tempest-VolumesNegativeTest-1609194682 tempest-VolumesNegativeTest-1609194682-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b58bc7e-2041-479c-be7f-e600f45b944a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445020 Aug 05 04:19:35.123173 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-e57f17fd-6dc8-48f1-9ffd-fc918dff5bf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:35.207092 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e619d5cc-9f0a-4668-af6e-c72b402fa25a req-a044f175-4c99-4d77-a395-a912708a96fd tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:35.208597 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e619d5cc-9f0a-4668-af6e-c72b402fa25a req-a044f175-4c99-4d77-a395-a912708a96fd tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e15d21-e838-4976-9b48-0180a753f296 HTTP/1.1" status: 200 len: 945 time: 0.0516112 Aug 05 04:19:35.249318 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e619d5cc-9f0a-4668-af6e-c72b402fa25a req-d259625d-6dd0-4674-87fe-21c550f6fcbe tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339022 Aug 05 04:19:35.313964 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:35.598681 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:35.624216 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 55190) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:19:35.733836 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-cfcb16ab-751f-440b-8948-dd1fc052b081 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:35.836645 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-cfcb16ab-751f-440b-8948-dd1fc052b081 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:35.841757 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-cfcb16ab-751f-440b-8948-dd1fc052b081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:35.881964 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-cfcb16ab-751f-440b-8948-dd1fc052b081 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c21d8ecd2b2a4e8aa5c963183fb974d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2566409 Aug 05 04:19:35.882802 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcb16ab-751f-440b-8948-dd1fc052b081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45013693-d203-477f-95c8-209a3ad477c6,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:19:35.884643 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 55202) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:19:35.940602 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-5e03a4b2-a046-4833-aa7e-95116c49caa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:35.961747 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-5e03a4b2-a046-4833-aa7e-95116c49caa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:36.011076 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-5e03a4b2-a046-4833-aa7e-95116c49caa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:36.013856 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-5e03a4b2-a046-4833-aa7e-95116c49caa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:36.015005 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-5e03a4b2-a046-4833-aa7e-95116c49caa4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/45013693-d203-477f-95c8-209a3ad477c6 HTTP/1.1" status: 204 len: 168 time: 0.1291399 Aug 05 04:19:36.024419 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e03a4b2-a046-4833-aa7e-95116c49caa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45013693-d203-477f-95c8-209a3ad477c6,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:19:36.086266 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88809baf-b581-44e7-860c-90122e6a1462 req-98a65a1b-e8c3-49e6-9f57-f53d1c0ccc5b tempest-VolumesNegativeTest-1609194682 tempest-VolumesNegativeTest-1609194682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:36.088061 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-88809baf-b581-44e7-860c-90122e6a1462 req-98a65a1b-e8c3-49e6-9f57-f53d1c0ccc5b tempest-VolumesNegativeTest-1609194682 tempest-VolumesNegativeTest-1609194682-project] 10.222.0.37 "GET /v2.0/ports?device_id=f95f75f7-cbb7-4ff4-bfb5-a68789b8edde HTTP/1.1" status: 200 len: 949 time: 0.0552816 Aug 05 04:19:36.132135 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-88809baf-b581-44e7-860c-90122e6a1462 req-34fe4afd-2df1-4b26-a612-b571b507c1e9 tempest-VolumesNegativeTest-1609194682 tempest-VolumesNegativeTest-1609194682-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b58bc7e-2041-479c-be7f-e600f45b944a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370994 Aug 05 04:19:36.275709 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-03641130-cd72-49d2-95a2-84c2adaa14ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:36.312570 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 55236) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:19:36.336944 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ec744d94-8e4b-4899-af68-a1e2b4a1c82d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:36.402978 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdcbc39-7995-460a-88a0-eb3ba5216b2a req-1f6ad124-8e97-4726-af90-673592a57029 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:36.404419 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5fdcbc39-7995-460a-88a0-eb3ba5216b2a req-1f6ad124-8e97-4726-af90-673592a57029 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e15d21-e838-4976-9b48-0180a753f296 HTTP/1.1" status: 200 len: 945 time: 0.0767250 Aug 05 04:19:36.464323 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5fdcbc39-7995-460a-88a0-eb3ba5216b2a req-23861821-4337-459e-93dd-c6df4162b289 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530541 Aug 05 04:19:36.501619 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ec744d94-8e4b-4899-af68-a1e2b4a1c82d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:36.506121 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ec744d94-8e4b-4899-af68-a1e2b4a1c82d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:36.549330 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-ec744d94-8e4b-4899-af68-a1e2b4a1c82d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a3e2a39eac824beba1d70799e1d4ff7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2356083 Aug 05 04:19:36.550194 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec744d94-8e4b-4899-af68-a1e2b4a1c82d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86c2252e-d1e1-419e-b1ea-55584062b8f1,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:19:36.552044 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 55244) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:19:36.604056 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-105486dc-d207-4c8c-91a7-a6853d0f448d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:36.629944 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-105486dc-d207-4c8c-91a7-a6853d0f448d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:36.682921 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-105486dc-d207-4c8c-91a7-a6853d0f448d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:36.685834 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-105486dc-d207-4c8c-91a7-a6853d0f448d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:36.687514 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-105486dc-d207-4c8c-91a7-a6853d0f448d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/86c2252e-d1e1-419e-b1ea-55584062b8f1 HTTP/1.1" status: 204 len: 168 time: 0.1322649 Aug 05 04:19:36.695104 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105486dc-d207-4c8c-91a7-a6853d0f448d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86c2252e-d1e1-419e-b1ea-55584062b8f1,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:19:37.248826 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f5de3a-e255-4c72-9e90-4a64824b551c req-16b26f33-1391-46ba-867b-97141a265045 tempest-VolumesNegativeTest-1609194682 tempest-VolumesNegativeTest-1609194682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:37.250990 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-88f5de3a-e255-4c72-9e90-4a64824b551c req-16b26f33-1391-46ba-867b-97141a265045 tempest-VolumesNegativeTest-1609194682 tempest-VolumesNegativeTest-1609194682-project] 10.222.0.37 "GET /v2.0/ports?device_id=f95f75f7-cbb7-4ff4-bfb5-a68789b8edde HTTP/1.1" status: 200 len: 949 time: 0.0488088 Aug 05 04:19:37.288208 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-88f5de3a-e255-4c72-9e90-4a64824b551c req-a7f08e16-85a1-4e9e-8357-f82b5ab08beb tempest-VolumesNegativeTest-1609194682 tempest-VolumesNegativeTest-1609194682-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b58bc7e-2041-479c-be7f-e600f45b944a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307915 Aug 05 04:19:37.413898 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Device 0f3dd76d-8de9-47b1-b8dd-7243f7533737 up at agent hyperv_hv-cinder-80300 {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 04:19:37.463518 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Provisioning for port 0f3dd76d-8de9-47b1-b8dd-7243f7533737 completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 04:19:37.467050 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Provisioning complete for port 0f3dd76d-8de9-47b1-b8dd-7243f7533737 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 04:19:37.467329 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66839334'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:37.551509 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:37.574501 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f95f75f7-cbb7-4ff4-bfb5-a68789b8edde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f3dd76d-8de9-47b1-b8dd-7243f7533737'}] {{(pid=93252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 04:19:37.576771 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f021a78abaadf32682ec407d28b092b8d5e159b0dca1f9e700978c1e9d6d025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad434e69-3930-4d1a-98d9-82f4248d7cc0" -d '{"events": [{"server_uuid": "f95f75f7-cbb7-4ff4-bfb5-a68789b8edde", "name": "network-vif-plugged", "status": "completed", "tag": "0f3dd76d-8de9-47b1-b8dd-7243f7533737"}]}' {{(pid=93252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 04:19:37.590237 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] For port 0f3dd76d-8de9-47b1-b8dd-7243f7533737, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=0f3dd76d-8de9-47b1-b8dd-7243f7533737,segment=NetworkSegment(ca419652-6453-4126-a824-756fc812bbeb),segment_id=ca419652-6453-4126-a824-756fc812bbeb)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:19:37.595328 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:37.600182 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67332fe7-5dd0-4262-98a1-d8f2360fda3e req-b84d0066-ce7a-436a-b6a9-04d1e48f8e17 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:37.602103 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-67332fe7-5dd0-4262-98a1-d8f2360fda3e req-b84d0066-ce7a-436a-b6a9-04d1e48f8e17 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e15d21-e838-4976-9b48-0180a753f296 HTTP/1.1" status: 200 len: 945 time: 0.0597949 Aug 05 04:19:37.639745 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 04:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75d2d373-6647-4ab3-98af-4d0a267f6b83 x-openstack-request-id: req-75d2d373-6647-4ab3-98af-4d0a267f6b83 {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 04:19:37.639978 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f95f75f7-cbb7-4ff4-bfb5-a68789b8edde", "name": "network-vif-plugged", "status": "completed", "tag": "0f3dd76d-8de9-47b1-b8dd-7243f7533737", "code": 200}]} {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 04:19:37.640265 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-75d2d373-6647-4ab3-98af-4d0a267f6b83 {{(pid=93252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 04:19:37.640700 dv-cinder-803000-4-iscsi neutron-server[93252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f95f75f7-cbb7-4ff4-bfb5-a68789b8edde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f3dd76d-8de9-47b1-b8dd-7243f7533737', 'code': 200} Aug 05 04:19:37.643572 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-67332fe7-5dd0-4262-98a1-d8f2360fda3e req-686b999a-ab64-414a-ac62-10f99d21b895 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355761 Aug 05 04:19:37.652999 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Pushing event updated for resources: {'Port': ['ID=0f3dd76d-8de9-47b1-b8dd-7243f7533737,revision_number=5']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:19:37.951128 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6aa211-cf5e-475e-8220-d60a88679c20 req-790d1130-fd51-4a7c-b914-c272e7da0f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:37.952648 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-8f6aa211-cf5e-475e-8220-d60a88679c20 req-790d1130-fd51-4a7c-b914-c272e7da0f47 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f95f75f7-cbb7-4ff4-bfb5-a68789b8edde HTTP/1.1" status: 200 len: 1103 time: 0.0443368 Aug 05 04:19:37.968711 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-6a2206e1-ea48-45a0-865e-aad2fcc79b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:38.005546 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-8f6aa211-cf5e-475e-8220-d60a88679c20 req-148e3d5b-827b-4faa-bd61-2a3977de8475 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=2b58bc7e-2041-479c-be7f-e600f45b944a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356541 Aug 05 04:19:38.351416 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 55316) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:19:38.405553 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfe1634-e08f-4a8b-a6fd-6e393ce6c6ea req-4be7bf94-b2a6-4c9c-99f4-46fdd21df244 tempest-VolumesNegativeTest-1609194682 tempest-VolumesNegativeTest-1609194682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:38.407555 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4dfe1634-e08f-4a8b-a6fd-6e393ce6c6ea req-4be7bf94-b2a6-4c9c-99f4-46fdd21df244 tempest-VolumesNegativeTest-1609194682 tempest-VolumesNegativeTest-1609194682-project] 10.222.0.37 "GET /v2.0/ports?device_id=f95f75f7-cbb7-4ff4-bfb5-a68789b8edde HTTP/1.1" status: 200 len: 950 time: 0.0475256 Aug 05 04:19:38.445485 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4dfe1634-e08f-4a8b-a6fd-6e393ce6c6ea req-5cb12c05-569a-4550-adee-8da5d5ef6dd7 tempest-VolumesNegativeTest-1609194682 tempest-VolumesNegativeTest-1609194682-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b58bc7e-2041-479c-be7f-e600f45b944a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320039 Aug 05 04:19:38.453872 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-598d9126-d6c0-4b6e-a1e5-72d8267dbc16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:38.539530 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-598d9126-d6c0-4b6e-a1e5-72d8267dbc16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:38.543550 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-598d9126-d6c0-4b6e-a1e5-72d8267dbc16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:38.584721 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-598d9126-d6c0-4b6e-a1e5-72d8267dbc16 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=beed820456484a5cb558f689aaa49634&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2322063 Aug 05 04:19:38.585406 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598d9126-d6c0-4b6e-a1e5-72d8267dbc16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aacbd5e-1064-4a82-b879-539bc141b571,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:19:38.587579 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 55320) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:19:38.635596 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9c3274f0-b975-4b0c-9b4a-4ca31e78ec6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:38.655612 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9c3274f0-b975-4b0c-9b4a-4ca31e78ec6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:38.705311 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9c3274f0-b975-4b0c-9b4a-4ca31e78ec6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:38.707746 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9c3274f0-b975-4b0c-9b4a-4ca31e78ec6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:38.708874 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-9c3274f0-b975-4b0c-9b4a-4ca31e78ec6a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9aacbd5e-1064-4a82-b879-539bc141b571 HTTP/1.1" status: 204 len: 168 time: 0.1200664 Aug 05 04:19:38.716448 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3274f0-b975-4b0c-9b4a-4ca31e78ec6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aacbd5e-1064-4a82-b879-539bc141b571,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:19:38.774401 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64316ab1-dfcf-445f-bae8-e72830221852 req-4a3793fd-5558-4c96-b2ab-2b30ef0128aa tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:38.776051 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-64316ab1-dfcf-445f-bae8-e72830221852 req-4a3793fd-5558-4c96-b2ab-2b30ef0128aa tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e15d21-e838-4976-9b48-0180a753f296 HTTP/1.1" status: 200 len: 945 time: 0.0535593 Aug 05 04:19:38.816395 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-64316ab1-dfcf-445f-bae8-e72830221852 req-abc15778-79d2-4a52-81f8-c365f8b3699b tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332706 Aug 05 04:19:38.983796 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 55332) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:19:38.996791 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-e09051a0-c5c6-4480-bb02-98b4f4698e20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:39.096423 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-e09051a0-c5c6-4480-bb02-98b4f4698e20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:39.100150 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-e09051a0-c5c6-4480-bb02-98b4f4698e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:39.135379 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09051a0-c5c6-4480-bb02-98b4f4698e20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39cd96f1-c478-41e0-934e-ae7cd122c56d,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:19:39.139836 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-e09051a0-c5c6-4480-bb02-98b4f4698e20 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ca1b2db8e52a4aa3b637f879b21a4329&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1550391 Aug 05 04:19:39.143398 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 55334) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:19:39.193147 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1b1eff04-4671-44ee-8a58-43f88b9f7afd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:39.214272 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1b1eff04-4671-44ee-8a58-43f88b9f7afd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:39.266715 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1b1eff04-4671-44ee-8a58-43f88b9f7afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:39.271146 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1b1eff04-4671-44ee-8a58-43f88b9f7afd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:39.272620 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-1b1eff04-4671-44ee-8a58-43f88b9f7afd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/39cd96f1-c478-41e0-934e-ae7cd122c56d HTTP/1.1" status: 204 len: 168 time: 0.1280315 Aug 05 04:19:39.281299 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1eff04-4671-44ee-8a58-43f88b9f7afd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39cd96f1-c478-41e0-934e-ae7cd122c56d,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:19:39.580556 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e56f598-7333-4870-9596-2b01284c2f90 req-8177ccbf-16a2-4007-b51b-cde7149b7f3a tempest-VolumesNegativeTest-1609194682 tempest-VolumesNegativeTest-1609194682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:39.582720 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6e56f598-7333-4870-9596-2b01284c2f90 req-8177ccbf-16a2-4007-b51b-cde7149b7f3a tempest-VolumesNegativeTest-1609194682 tempest-VolumesNegativeTest-1609194682-project] 10.222.0.37 "GET /v2.0/ports?device_id=f95f75f7-cbb7-4ff4-bfb5-a68789b8edde HTTP/1.1" status: 200 len: 950 time: 0.0615008 Aug 05 04:19:39.621616 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6e56f598-7333-4870-9596-2b01284c2f90 req-f9b7098e-7ac4-4151-9a10-12fdd1a4cfe6 tempest-VolumesNegativeTest-1609194682 tempest-VolumesNegativeTest-1609194682-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b58bc7e-2041-479c-be7f-e600f45b944a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321693 Aug 05 04:19:39.939338 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61172b4-e9e4-4e18-8cd4-ed97c50805e9 req-07ac5808-c8a2-401c-b732-3452681abc54 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:39.940811 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f61172b4-e9e4-4e18-8cd4-ed97c50805e9 req-07ac5808-c8a2-401c-b732-3452681abc54 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e15d21-e838-4976-9b48-0180a753f296 HTTP/1.1" status: 200 len: 945 time: 0.0508370 Aug 05 04:19:39.981325 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f61172b4-e9e4-4e18-8cd4-ed97c50805e9 req-f565e7cf-b86a-4546-8a8c-f3b4d4ab61f3 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345120 Aug 05 04:19:40.746330 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc6a22f-3641-4d3d-9327-c2a5cde728c4 req-0b3e76f7-a17a-45ee-a9ea-307f246c94ae tempest-VolumesNegativeTest-1609194682 tempest-VolumesNegativeTest-1609194682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:40.747834 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ebc6a22f-3641-4d3d-9327-c2a5cde728c4 req-0b3e76f7-a17a-45ee-a9ea-307f246c94ae tempest-VolumesNegativeTest-1609194682 tempest-VolumesNegativeTest-1609194682-project] 10.222.0.37 "GET /v2.0/ports?device_id=f95f75f7-cbb7-4ff4-bfb5-a68789b8edde HTTP/1.1" status: 200 len: 950 time: 0.0574987 Aug 05 04:19:40.787090 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ebc6a22f-3641-4d3d-9327-c2a5cde728c4 req-afbdb7b8-390f-4869-93c9-28beaf7e95ae tempest-VolumesNegativeTest-1609194682 tempest-VolumesNegativeTest-1609194682-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b58bc7e-2041-479c-be7f-e600f45b944a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328307 Aug 05 04:19:41.177273 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4884eed-6ec6-4bb5-bd99-66bc7442fb0e req-6fdf4716-08c1-4603-bb37-f7b57a761dce tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:41.178846 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a4884eed-6ec6-4bb5-bd99-66bc7442fb0e req-6fdf4716-08c1-4603-bb37-f7b57a761dce tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e15d21-e838-4976-9b48-0180a753f296 HTTP/1.1" status: 200 len: 945 time: 0.0505168 Aug 05 04:19:41.221712 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a4884eed-6ec6-4bb5-bd99-66bc7442fb0e req-5650bcfe-4051-431e-82f5-4cf159a2b5dd tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369267 Aug 05 04:19:41.335475 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877b1d08-e73d-4c7c-9824-13f4a50f04b4 req-efda32e9-c6c9-485a-8809-9022d880c222 tempest-VolumesNegativeTest-1609194682 tempest-VolumesNegativeTest-1609194682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:41.336859 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-877b1d08-e73d-4c7c-9824-13f4a50f04b4 req-efda32e9-c6c9-485a-8809-9022d880c222 tempest-VolumesNegativeTest-1609194682 tempest-VolumesNegativeTest-1609194682-project] 10.222.0.37 "GET /v2.0/ports?device_id=f95f75f7-cbb7-4ff4-bfb5-a68789b8edde HTTP/1.1" status: 200 len: 950 time: 0.0522199 Aug 05 04:19:41.379644 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-877b1d08-e73d-4c7c-9824-13f4a50f04b4 req-cb817478-04bc-48a3-b1e6-32b89e8724b5 tempest-VolumesNegativeTest-1609194682 tempest-VolumesNegativeTest-1609194682-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b58bc7e-2041-479c-be7f-e600f45b944a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364530 Aug 05 04:19:41.770905 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 55446) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:19:41.872245 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-09fe5301-1dfc-45ed-8216-dddf1fd2b2d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:41.963642 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-09fe5301-1dfc-45ed-8216-dddf1fd2b2d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:41.971629 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-09fe5301-1dfc-45ed-8216-dddf1fd2b2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:42.013974 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fe5301-1dfc-45ed-8216-dddf1fd2b2d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c24458d-91d9-41b9-b309-126c8a65a521,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:19:42.019709 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-09fe5301-1dfc-45ed-8216-dddf1fd2b2d9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=961668fd762f4b68b0c0cdea4be65a9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2477744 Aug 05 04:19:42.022538 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 55454) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:19:42.071268 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-276f22ee-e0b8-4af8-8cb5-325a944f32b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:42.093728 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-276f22ee-e0b8-4af8-8cb5-325a944f32b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:42.144572 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-276f22ee-e0b8-4af8-8cb5-325a944f32b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:42.147336 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-276f22ee-e0b8-4af8-8cb5-325a944f32b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:42.148476 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-276f22ee-e0b8-4af8-8cb5-325a944f32b1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7c24458d-91d9-41b9-b309-126c8a65a521 HTTP/1.1" status: 204 len: 168 time: 0.1250210 Aug 05 04:19:42.157114 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276f22ee-e0b8-4af8-8cb5-325a944f32b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c24458d-91d9-41b9-b309-126c8a65a521,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:19:42.342328 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da3bff6-7357-47b1-8820-aaddc772d208 req-ddb27c4c-d7b4-4de1-81e7-167f29cf6ce0 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:42.343896 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0da3bff6-7357-47b1-8820-aaddc772d208 req-ddb27c4c-d7b4-4de1-81e7-167f29cf6ce0 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e15d21-e838-4976-9b48-0180a753f296 HTTP/1.1" status: 200 len: 945 time: 0.0487010 Aug 05 04:19:42.383688 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0da3bff6-7357-47b1-8820-aaddc772d208 req-b8e9cf30-453c-4dd6-bfd3-1685245ae66f tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339088 Aug 05 04:19:42.441740 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 55468) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:19:42.457497 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-6d83ae05-6c86-43ac-804b-89ffda4df3c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:42.516413 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82efd2a-9874-424c-97d1-4904649af801 req-1c7f04f2-a265-4130-9f54-47f5c7ca7f54 tempest-VolumesNegativeTest-1609194682 tempest-VolumesNegativeTest-1609194682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:42.518259 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d82efd2a-9874-424c-97d1-4904649af801 req-1c7f04f2-a265-4130-9f54-47f5c7ca7f54 tempest-VolumesNegativeTest-1609194682 tempest-VolumesNegativeTest-1609194682-project] 10.222.0.37 "GET /v2.0/ports?device_id=f95f75f7-cbb7-4ff4-bfb5-a68789b8edde HTTP/1.1" status: 200 len: 950 time: 0.0542355 Aug 05 04:19:42.563291 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-6d83ae05-6c86-43ac-804b-89ffda4df3c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:42.567394 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-6d83ae05-6c86-43ac-804b-89ffda4df3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:42.568851 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d82efd2a-9874-424c-97d1-4904649af801 req-482049c8-36f6-4783-b74f-aa2f9c6d08f5 tempest-VolumesNegativeTest-1609194682 tempest-VolumesNegativeTest-1609194682-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b58bc7e-2041-479c-be7f-e600f45b944a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333040 Aug 05 04:19:42.606338 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-6d83ae05-6c86-43ac-804b-89ffda4df3c0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=30bfbafeca3647b5a909a61ac4fd8319&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1638124 Aug 05 04:19:42.607253 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d83ae05-6c86-43ac-804b-89ffda4df3c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9889e5ee-1844-48b7-bb0f-662d1fb6bd4b,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:19:42.609581 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 55470) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:19:42.657164 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-7011be8e-bcba-4345-baab-95cde1fbae3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:42.684716 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-7011be8e-bcba-4345-baab-95cde1fbae3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:42.730862 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-7011be8e-bcba-4345-baab-95cde1fbae3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:42.733355 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-7011be8e-bcba-4345-baab-95cde1fbae3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:42.734525 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-7011be8e-bcba-4345-baab-95cde1fbae3b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9889e5ee-1844-48b7-bb0f-662d1fb6bd4b HTTP/1.1" status: 204 len: 168 time: 0.1239491 Aug 05 04:19:42.741877 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7011be8e-bcba-4345-baab-95cde1fbae3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9889e5ee-1844-48b7-bb0f-662d1fb6bd4b,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:19:43.512435 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b8752a-9033-4e74-8e90-3fd6c8c1dc10 req-4da81e64-c45d-4d77-8152-06112f4fc240 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:43.514747 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a5b8752a-9033-4e74-8e90-3fd6c8c1dc10 req-4da81e64-c45d-4d77-8152-06112f4fc240 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e15d21-e838-4976-9b48-0180a753f296 HTTP/1.1" status: 200 len: 945 time: 0.0600102 Aug 05 04:19:43.558809 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a5b8752a-9033-4e74-8e90-3fd6c8c1dc10 req-d3b04945-e949-4b93-a456-3b89474624ef tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351307 Aug 05 04:19:43.688796 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e471033d-6d23-4c80-a7e5-86bc95d64049 req-137373d1-5d9a-4df6-a254-0c512742a45b tempest-VolumesNegativeTest-1609194682 tempest-VolumesNegativeTest-1609194682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:43.690248 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e471033d-6d23-4c80-a7e5-86bc95d64049 req-137373d1-5d9a-4df6-a254-0c512742a45b tempest-VolumesNegativeTest-1609194682 tempest-VolumesNegativeTest-1609194682-project] 10.222.0.37 "GET /v2.0/ports?device_id=f95f75f7-cbb7-4ff4-bfb5-a68789b8edde HTTP/1.1" status: 200 len: 950 time: 0.0514522 Aug 05 04:19:43.730682 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e471033d-6d23-4c80-a7e5-86bc95d64049 req-60e80c67-3135-475f-9a20-18dc1e9765c7 tempest-VolumesNegativeTest-1609194682 tempest-VolumesNegativeTest-1609194682-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b58bc7e-2041-479c-be7f-e600f45b944a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344951 Aug 05 04:19:44.191265 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3290618a-1e90-46a8-98d6-fe5d85747abe req-00c09520-34f5-4eef-8a2f-5f30a34e143d tempest-VolumesNegativeTest-1609194682 tempest-VolumesNegativeTest-1609194682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:44.192836 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-3290618a-1e90-46a8-98d6-fe5d85747abe req-00c09520-34f5-4eef-8a2f-5f30a34e143d tempest-VolumesNegativeTest-1609194682 tempest-VolumesNegativeTest-1609194682-project] 10.222.0.39 "GET /v2.0/ports?device_id=f95f75f7-cbb7-4ff4-bfb5-a68789b8edde HTTP/1.1" status: 200 len: 950 time: 0.0824170 Aug 05 04:19:44.351565 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [req-3290618a-1e90-46a8-98d6-fe5d85747abe req-d4ca09ea-89d7-4cf9-add9-818e8bc0dca4 tempest-VolumesNegativeTest-1609194682 tempest-VolumesNegativeTest-1609194682-project] Deleting port 0f3dd76d-8de9-47b1-b8dd-7243f7533737 {{(pid=93251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 04:19:44.351953 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-3290618a-1e90-46a8-98d6-fe5d85747abe req-d4ca09ea-89d7-4cf9-add9-818e8bc0dca4 tempest-VolumesNegativeTest-1609194682 tempest-VolumesNegativeTest-1609194682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763712722935'] for port, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:44.458890 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [req-3290618a-1e90-46a8-98d6-fe5d85747abe req-d4ca09ea-89d7-4cf9-add9-818e8bc0dca4 tempest-VolumesNegativeTest-1609194682 tempest-VolumesNegativeTest-1609194682-project] For port 0f3dd76d-8de9-47b1-b8dd-7243f7533737, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=0f3dd76d-8de9-47b1-b8dd-7243f7533737,segment=NetworkSegment(ca419652-6453-4126-a824-756fc812bbeb),segment_id=ca419652-6453-4126-a824-756fc812bbeb)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:19:44.459181 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-3290618a-1e90-46a8-98d6-fe5d85747abe req-d4ca09ea-89d7-4cf9-add9-818e8bc0dca4 tempest-VolumesNegativeTest-1609194682 tempest-VolumesNegativeTest-1609194682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-702725'] for port, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:44.473464 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [req-3290618a-1e90-46a8-98d6-fe5d85747abe req-d4ca09ea-89d7-4cf9-add9-818e8bc0dca4 tempest-VolumesNegativeTest-1609194682 tempest-VolumesNegativeTest-1609194682-project] Calling delete_port for 0f3dd76d-8de9-47b1-b8dd-7243f7533737 owned by compute:nova {{(pid=93251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 04:19:44.641547 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-3290618a-1e90-46a8-98d6-fe5d85747abe req-d4ca09ea-89d7-4cf9-add9-818e8bc0dca4 tempest-VolumesNegativeTest-1609194682 tempest-VolumesNegativeTest-1609194682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763712549039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763712145884'] for port, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:44.669170 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ca09ea-89d7-4cf9-add9-818e8bc0dca4 tempest-VolumesNegativeTest-1609194682 tempest-VolumesNegativeTest-1609194682-project] Pushing event deleted for resources: {'Port': ['ID=0f3dd76d-8de9-47b1-b8dd-7243f7533737,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:19:44.683993 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c535aeeb-31fc-428e-985d-1749bdf4a34d req-fcc98776-530b-4a50-b15e-b2127d8df935 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:44.685593 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c535aeeb-31fc-428e-985d-1749bdf4a34d req-fcc98776-530b-4a50-b15e-b2127d8df935 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e15d21-e838-4976-9b48-0180a753f296 HTTP/1.1" status: 200 len: 945 time: 0.0550272 Aug 05 04:19:44.693927 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] get_ports_and_sgs() called for port_ids ['0f3dd76d-8de9-47b1-b8dd-7243f7533737'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 04:19:44.743825 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [req-3290618a-1e90-46a8-98d6-fe5d85747abe req-d4ca09ea-89d7-4cf9-add9-818e8bc0dca4 tempest-VolumesNegativeTest-1609194682 tempest-VolumesNegativeTest-1609194682-project] No DVR routers for this DVR port 0f3dd76d-8de9-47b1-b8dd-7243f7533737 on host hv-cinder-80300 {{(pid=93251) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 04:19:44.747136 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-3290618a-1e90-46a8-98d6-fe5d85747abe req-d4ca09ea-89d7-4cf9-add9-818e8bc0dca4 tempest-VolumesNegativeTest-1609194682 tempest-VolumesNegativeTest-1609194682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224329'] for port, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:44.749468 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-3290618a-1e90-46a8-98d6-fe5d85747abe req-d4ca09ea-89d7-4cf9-add9-818e8bc0dca4 tempest-VolumesNegativeTest-1609194682 tempest-VolumesNegativeTest-1609194682-project] 10.222.0.39 "DELETE /v2.0/ports/0f3dd76d-8de9-47b1-b8dd-7243f7533737 HTTP/1.1" status: 204 len: 173 time: 0.5419979 Aug 05 04:19:44.749978 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f95f75f7-cbb7-4ff4-bfb5-a68789b8edde', 'name': 'network-vif-deleted', 'tag': '0f3dd76d-8de9-47b1-b8dd-7243f7533737'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 04:19:44.754026 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc51a2a5f300f30acac232ef327f3f01bb0f894a96a37a70efeb1c252096f2af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdbef4d1-9a85-4d15-9b38-6741f1f39629" -d '{"events": [{"server_uuid": "f95f75f7-cbb7-4ff4-bfb5-a68789b8edde", "name": "network-vif-deleted", "tag": "0f3dd76d-8de9-47b1-b8dd-7243f7533737"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 04:19:44.890995 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c535aeeb-31fc-428e-985d-1749bdf4a34d req-17363fac-0be3-454b-970f-235d1ab4dd81 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994522 Aug 05 04:19:44.985562 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-458f3546-8d4c-4b7f-ac26-6f1ea63e7062 req-214c5c09-85f0-4304-b37b-a0cce5868dd7 tempest-VolumesNegativeTest-1609194682 tempest-VolumesNegativeTest-1609194682-project] 10.222.0.37 "GET /v2.0/ports?device_id=f95f75f7-cbb7-4ff4-bfb5-a68789b8edde HTTP/1.1" status: 200 len: 210 time: 0.0260286 Aug 05 04:19:45.027677 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 04:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b806f33-f434-4282-9b02-557cc1ca6978 x-openstack-request-id: req-8b806f33-f434-4282-9b02-557cc1ca6978 {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 04:19:45.027969 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f95f75f7-cbb7-4ff4-bfb5-a68789b8edde", "name": "network-vif-deleted", "tag": "0f3dd76d-8de9-47b1-b8dd-7243f7533737", "status": "completed", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 04:19:45.028225 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8b806f33-f434-4282-9b02-557cc1ca6978 {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 04:19:45.028619 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f95f75f7-cbb7-4ff4-bfb5-a68789b8edde', 'name': 'network-vif-deleted', 'tag': '0f3dd76d-8de9-47b1-b8dd-7243f7533737', 'status': 'completed', 'code': 200} Aug 05 04:19:46.006415 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3794b254-fdb0-496a-a832-f5c97e433956 req-82e8c32e-ac3c-4a48-aeba-dce6db103ef6 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:46.008179 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3794b254-fdb0-496a-a832-f5c97e433956 req-82e8c32e-ac3c-4a48-aeba-dce6db103ef6 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e15d21-e838-4976-9b48-0180a753f296 HTTP/1.1" status: 200 len: 945 time: 0.0488625 Aug 05 04:19:46.045666 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3794b254-fdb0-496a-a832-f5c97e433956 req-ebf08322-b97b-4b35-8a11-85e08642130f tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315788 Aug 05 04:19:47.165012 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc69e0f-130e-4ac7-8ecb-63c9acd4fc43 req-1b775845-122d-4da9-91e2-db349a96b10a tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:47.166465 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-acc69e0f-130e-4ac7-8ecb-63c9acd4fc43 req-1b775845-122d-4da9-91e2-db349a96b10a tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e15d21-e838-4976-9b48-0180a753f296 HTTP/1.1" status: 200 len: 945 time: 0.0480938 Aug 05 04:19:47.208677 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-acc69e0f-130e-4ac7-8ecb-63c9acd4fc43 req-48839892-c191-496c-b6b1-25bb48976c29 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355186 Aug 05 04:19:47.485012 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Device 0f3dd76d-8de9-47b1-b8dd-7243f7533737 no longer exists at agent hyperv_hv-cinder-80300 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 04:19:47.504345 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] No Port match for: 0f3dd76d-8de9-47b1-b8dd-7243f7533737 {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 04:19:47.504682 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Device 0f3dd76d-8de9-47b1-b8dd-7243f7533737 not bound to the agent host hv-cinder-80300 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 04:19:47.935018 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 55592) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:19:48.037758 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-bd66eae7-e9df-4181-b75a-8c66069a150e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:48.172042 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-87ea8438-47cd-44c4-a808-9a807a63fea8 None None] Agent healthcheck: found 6 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 04:19:48.174040 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-bd66eae7-e9df-4181-b75a-8c66069a150e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:48.181695 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f17685-f47c-45f0-b69d-1c909b28010c req-81bad4bf-f73e-4c2d-b675-c4718e4ec445 tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:48.183175 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-16f17685-f47c-45f0-b69d-1c909b28010c req-81bad4bf-f73e-4c2d-b675-c4718e4ec445 tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea337739-7555-49b7-80dc-855419a955a9 HTTP/1.1" status: 200 len: 946 time: 0.0827687 Aug 05 04:19:48.184161 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-bd66eae7-e9df-4181-b75a-8c66069a150e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:48.236336 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-bd66eae7-e9df-4181-b75a-8c66069a150e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7d3e85cbf48443368c7d6fc6a01000e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3017955 Aug 05 04:19:48.237000 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd66eae7-e9df-4181-b75a-8c66069a150e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d232fcc-0c7f-441f-8f2a-ad038afd2013,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:19:48.239877 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 55600) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:19:48.255692 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-16f17685-f47c-45f0-b69d-1c909b28010c req-baefa5fc-5916-472c-95c8-aed094036ea2 tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] 10.222.0.37 "GET /v2.0/security-groups?id=eaa3c5bc-854e-4c8f-9929-54a304f44186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613208 Aug 05 04:19:48.291999 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-3863962d-3925-478c-824b-33848839c5da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:48.319738 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-3863962d-3925-478c-824b-33848839c5da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:48.366766 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-3863962d-3925-478c-824b-33848839c5da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:48.369259 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-3863962d-3925-478c-824b-33848839c5da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:48.370425 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-3863962d-3925-478c-824b-33848839c5da admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6d232fcc-0c7f-441f-8f2a-ad038afd2013 HTTP/1.1" status: 204 len: 168 time: 0.1295261 Aug 05 04:19:48.379274 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3863962d-3925-478c-824b-33848839c5da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d232fcc-0c7f-441f-8f2a-ad038afd2013,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:19:48.385465 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d7834c-6d2e-449e-bccb-0b14d990ec76 req-95ca055c-18d7-468a-8023-ff687b552a9e tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:48.388188 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-32d7834c-6d2e-449e-bccb-0b14d990ec76 req-95ca055c-18d7-468a-8023-ff687b552a9e tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e15d21-e838-4976-9b48-0180a753f296 HTTP/1.1" status: 200 len: 945 time: 0.0591702 Aug 05 04:19:48.431690 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-32d7834c-6d2e-449e-bccb-0b14d990ec76 req-fdb22787-2ee7-419a-b06e-45ac102b81e4 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322194 Aug 05 04:19:48.643319 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 55610) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:19:48.656072 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a4bc1d88-dee3-4b4c-8d70-67a5a00a3f4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:48.741652 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a4bc1d88-dee3-4b4c-8d70-67a5a00a3f4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:48.745845 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a4bc1d88-dee3-4b4c-8d70-67a5a00a3f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:48.783892 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bc1d88-dee3-4b4c-8d70-67a5a00a3f4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92a95280-4a89-4278-8db0-a9517ab6b676,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:19:48.787972 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-a4bc1d88-dee3-4b4c-8d70-67a5a00a3f4b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cf38f1e5601a4b62afb7125fa15530de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1436729 Aug 05 04:19:48.791209 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 55612) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:19:48.841098 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-47341f42-6c68-4289-934c-d44f69d45dbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:48.865917 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-47341f42-6c68-4289-934c-d44f69d45dbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:48.917406 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-47341f42-6c68-4289-934c-d44f69d45dbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:48.920340 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-47341f42-6c68-4289-934c-d44f69d45dbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:48.921548 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-47341f42-6c68-4289-934c-d44f69d45dbe admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/92a95280-4a89-4278-8db0-a9517ab6b676 HTTP/1.1" status: 204 len: 168 time: 0.1300688 Aug 05 04:19:48.929554 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47341f42-6c68-4289-934c-d44f69d45dbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92a95280-4a89-4278-8db0-a9517ab6b676,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:19:49.382040 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cee468-7032-4eca-946a-b6430d4c1ec5 req-13d07883-a028-4f0d-b1fc-5792e5d2b08d tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:49.383765 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-26cee468-7032-4eca-946a-b6430d4c1ec5 req-13d07883-a028-4f0d-b1fc-5792e5d2b08d tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea337739-7555-49b7-80dc-855419a955a9 HTTP/1.1" status: 200 len: 946 time: 0.0534751 Aug 05 04:19:49.422531 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-26cee468-7032-4eca-946a-b6430d4c1ec5 req-01a1899a-a86c-41f0-b8d1-b358037eb6e3 tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] 10.222.0.37 "GET /v2.0/security-groups?id=eaa3c5bc-854e-4c8f-9929-54a304f44186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323858 Aug 05 04:19:49.545143 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333e745a-6bef-4a64-a257-23fb30232cdb req-910c0f77-bd39-4687-9a02-1345b57d0d6d tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:49.546725 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-333e745a-6bef-4a64-a257-23fb30232cdb req-910c0f77-bd39-4687-9a02-1345b57d0d6d tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e15d21-e838-4976-9b48-0180a753f296 HTTP/1.1" status: 200 len: 945 time: 0.0492179 Aug 05 04:19:49.603008 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-333e745a-6bef-4a64-a257-23fb30232cdb req-f2dac7c2-3aa8-4512-9480-9601656b990f tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417123 Aug 05 04:19:50.544808 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb337c41-f08e-43a0-b669-832e25371138 req-e1d9f29c-bd32-47fa-9c29-3371482be4db tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:50.548035 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-cb337c41-f08e-43a0-b669-832e25371138 req-e1d9f29c-bd32-47fa-9c29-3371482be4db tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea337739-7555-49b7-80dc-855419a955a9 HTTP/1.1" status: 200 len: 946 time: 0.0562043 Aug 05 04:19:50.591478 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-cb337c41-f08e-43a0-b669-832e25371138 req-88a6e833-ab7e-4275-a00e-f0370d07961e tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] 10.222.0.37 "GET /v2.0/security-groups?id=eaa3c5bc-854e-4c8f-9929-54a304f44186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367663 Aug 05 04:19:50.708574 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb2f925-f6ac-4780-a891-515ef5ee53e2 req-88822e1a-10f3-439e-8dcd-81a630471427 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:50.710112 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6eb2f925-f6ac-4780-a891-515ef5ee53e2 req-88822e1a-10f3-439e-8dcd-81a630471427 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e15d21-e838-4976-9b48-0180a753f296 HTTP/1.1" status: 200 len: 945 time: 0.0509233 Aug 05 04:19:50.754072 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6eb2f925-f6ac-4780-a891-515ef5ee53e2 req-6fd8d1cb-23f8-411d-acd8-912fbb1dfa68 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375504 Aug 05 04:19:51.304513 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b238db51-6624-4172-8cf1-20f38cbcf650 req-2a111e92-1f8a-4118-b3b1-427fd0679e83 tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:51.305918 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-b238db51-6624-4172-8cf1-20f38cbcf650 req-2a111e92-1f8a-4118-b3b1-427fd0679e83 tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] 10.222.0.39 "GET /v2.0/ports?device_id=ea337739-7555-49b7-80dc-855419a955a9 HTTP/1.1" status: 200 len: 946 time: 0.0471869 Aug 05 04:19:51.401057 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [req-b238db51-6624-4172-8cf1-20f38cbcf650 req-18153787-789d-45ee-b0ae-1a7ed9bd6510 tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] Deleting port 8bae3ffc-a0df-4c0f-83d1-3a7117b43392 {{(pid=93251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 04:19:51.401389 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-b238db51-6624-4172-8cf1-20f38cbcf650 req-18153787-789d-45ee-b0ae-1a7ed9bd6510 tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763712722935'] for port, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:51.491322 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [req-b238db51-6624-4172-8cf1-20f38cbcf650 req-18153787-789d-45ee-b0ae-1a7ed9bd6510 tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] For port 8bae3ffc-a0df-4c0f-83d1-3a7117b43392, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=8bae3ffc-a0df-4c0f-83d1-3a7117b43392,segment=NetworkSegment(07698abb-56a5-4b92-a0c9-951923c673ae),segment_id=07698abb-56a5-4b92-a0c9-951923c673ae)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:19:51.491612 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-b238db51-6624-4172-8cf1-20f38cbcf650 req-18153787-789d-45ee-b0ae-1a7ed9bd6510 tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-702725'] for port, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:51.503284 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [req-b238db51-6624-4172-8cf1-20f38cbcf650 req-18153787-789d-45ee-b0ae-1a7ed9bd6510 tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] Calling delete_port for 8bae3ffc-a0df-4c0f-83d1-3a7117b43392 owned by compute:nova {{(pid=93251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 04:19:51.626405 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-b238db51-6624-4172-8cf1-20f38cbcf650 req-18153787-789d-45ee-b0ae-1a7ed9bd6510 tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763712549039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763712145884'] for port, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:51.654403 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18153787-789d-45ee-b0ae-1a7ed9bd6510 tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] Pushing event deleted for resources: {'Port': ['ID=8bae3ffc-a0df-4c0f-83d1-3a7117b43392,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:19:51.688920 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4efc9751-8e87-40c6-9125-915cce3a7e8c req-b34d5a82-89c8-42cc-ba5e-21588a222be5 tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea337739-7555-49b7-80dc-855419a955a9 HTTP/1.1" status: 200 len: 210 time: 0.0279517 Aug 05 04:19:51.692956 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] get_ports_and_sgs() called for port_ids ['8bae3ffc-a0df-4c0f-83d1-3a7117b43392'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 04:19:51.709638 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [req-b238db51-6624-4172-8cf1-20f38cbcf650 req-18153787-789d-45ee-b0ae-1a7ed9bd6510 tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] No DVR routers for this DVR port 8bae3ffc-a0df-4c0f-83d1-3a7117b43392 on host hv-cinder-80300 {{(pid=93251) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 04:19:51.715735 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-b238db51-6624-4172-8cf1-20f38cbcf650 req-18153787-789d-45ee-b0ae-1a7ed9bd6510 tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224329'] for port, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:51.717717 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-b238db51-6624-4172-8cf1-20f38cbcf650 req-18153787-789d-45ee-b0ae-1a7ed9bd6510 tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] 10.222.0.39 "DELETE /v2.0/ports/8bae3ffc-a0df-4c0f-83d1-3a7117b43392 HTTP/1.1" status: 204 len: 173 time: 0.4002755 Aug 05 04:19:51.718236 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea337739-7555-49b7-80dc-855419a955a9', 'name': 'network-vif-deleted', 'tag': '8bae3ffc-a0df-4c0f-83d1-3a7117b43392'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 04:19:51.720848 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc51a2a5f300f30acac232ef327f3f01bb0f894a96a37a70efeb1c252096f2af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0fb7f49-452f-457d-bac6-1e937d8f92d6" -d '{"events": [{"server_uuid": "ea337739-7555-49b7-80dc-855419a955a9", "name": "network-vif-deleted", "tag": "8bae3ffc-a0df-4c0f-83d1-3a7117b43392"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 04:19:51.756474 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 04:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baea78b6-a3de-43d5-9f22-e9af11491c25 x-openstack-request-id: req-baea78b6-a3de-43d5-9f22-e9af11491c25 {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 04:19:51.757057 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea337739-7555-49b7-80dc-855419a955a9", "name": "network-vif-deleted", "tag": "8bae3ffc-a0df-4c0f-83d1-3a7117b43392", "status": "completed", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 04:19:51.757393 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-baea78b6-a3de-43d5-9f22-e9af11491c25 {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 04:19:51.757838 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea337739-7555-49b7-80dc-855419a955a9', 'name': 'network-vif-deleted', 'tag': '8bae3ffc-a0df-4c0f-83d1-3a7117b43392', 'status': 'completed', 'code': 200} Aug 05 04:19:51.870137 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c7fca1-5305-4097-acac-6c71845b86e5 req-45a4a46b-fbad-4108-81de-2bf6a258d6a9 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:51.871653 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-24c7fca1-5305-4097-acac-6c71845b86e5 req-45a4a46b-fbad-4108-81de-2bf6a258d6a9 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e15d21-e838-4976-9b48-0180a753f296 HTTP/1.1" status: 200 len: 945 time: 0.0507712 Aug 05 04:19:51.912466 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-24c7fca1-5305-4097-acac-6c71845b86e5 req-2c61c016-e592-4613-967f-41a0005f48c1 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343699 Aug 05 04:19:52.817565 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-df14fba8-ccb9-49a9-9494-64589f6cac08 req-1a27d1e3-6ce8-4f85-88d7-8bd0403d2a1f tempest-DeleteServersTestJSON-79695250 tempest-DeleteServersTestJSON-79695250-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea337739-7555-49b7-80dc-855419a955a9 HTTP/1.1" status: 200 len: 210 time: 0.0271072 Aug 05 04:19:53.023215 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e09948b-feb3-41da-a0a8-4e0a90247fb9 req-505b6c33-e068-4191-9bfe-9c105ffd11a9 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:53.024650 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7e09948b-feb3-41da-a0a8-4e0a90247fb9 req-505b6c33-e068-4191-9bfe-9c105ffd11a9 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e15d21-e838-4976-9b48-0180a753f296 HTTP/1.1" status: 200 len: 945 time: 0.0472045 Aug 05 04:19:53.063596 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7e09948b-feb3-41da-a0a8-4e0a90247fb9 req-a9180d8f-7f83-4d88-94af-57b13660fae5 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330708 Aug 05 04:19:54.190340 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438310af-080c-4d27-863b-50a9f1061e97 req-6634c9e7-88ea-4b12-8474-23c363e9b4ad tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:54.192547 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-438310af-080c-4d27-863b-50a9f1061e97 req-6634c9e7-88ea-4b12-8474-23c363e9b4ad tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e15d21-e838-4976-9b48-0180a753f296 HTTP/1.1" status: 200 len: 945 time: 0.0589297 Aug 05 04:19:54.245111 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-438310af-080c-4d27-863b-50a9f1061e97 req-5a8b7270-7f16-441e-875c-35ee5881d3bc tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454514 Aug 05 04:19:55.242060 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 55778) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:19:55.287610 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c57484c-8d93-49a9-b08d-4fc8f6805def admin admin] Deleting subnet 12e7b83e-f20c-419e-835f-35ab0f840a99 {{(pid=93251) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 04:19:55.290715 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-6c57484c-8d93-49a9-b08d-4fc8f6805def admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:55.324557 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-6c57484c-8d93-49a9-b08d-4fc8f6805def admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:55.334530 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-6c57484c-8d93-49a9-b08d-4fc8f6805def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66721300'] for subnet, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:55.378445 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa667a25-f85b-4283-bd66-3d8958118ea9 req-1ba98589-b30b-449a-8413-f203f4c88fd4 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:55.383084 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-fa667a25-f85b-4283-bd66-3d8958118ea9 req-1ba98589-b30b-449a-8413-f203f4c88fd4 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e15d21-e838-4976-9b48-0180a753f296 HTTP/1.1" status: 200 len: 945 time: 0.0687397 Aug 05 04:19:55.392676 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-6c57484c-8d93-49a9-b08d-4fc8f6805def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66721283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612'] for subnet, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:55.422349 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c57484c-8d93-49a9-b08d-4fc8f6805def admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12e7b83e-f20c-419e-835f-35ab0f840a99,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:19:55.425728 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-6c57484c-8d93-49a9-b08d-4fc8f6805def admin admin] Notify callbacks [] for subnet, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:55.427575 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-6c57484c-8d93-49a9-b08d-4fc8f6805def admin admin] 10.222.0.37 "DELETE /v2.0/subnets/12e7b83e-f20c-419e-835f-35ab0f840a99 HTTP/1.1" status: 204 len: 168 time: 0.1844375 Aug 05 04:19:55.430292 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 55790) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:19:55.437802 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-fa667a25-f85b-4283-bd66-3d8958118ea9 req-7de66b73-074d-4c85-8e11-bf165c83928d tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357895 Aug 05 04:19:55.503773 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-8193f55c-7af8-4bf8-b384-0b91fe75e02d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66814758'] for network, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:55.563803 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Device 8bae3ffc-a0df-4c0f-83d1-3a7117b43392 no longer exists at agent hyperv_hv-cinder-80300 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 04:19:55.588255 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-8193f55c-7af8-4bf8-b384-0b91fe75e02d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66721711', 'neutron.services.segments.db._delete_segments_for_network-8763712477754'] for network, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:55.592476 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] No Port match for: 8bae3ffc-a0df-4c0f-83d1-3a7117b43392 {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 04:19:55.592939 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Device 8bae3ffc-a0df-4c0f-83d1-3a7117b43392 not bound to the agent host hv-cinder-80300 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 04:19:55.599477 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-8193f55c-7af8-4bf8-b384-0b91fe75e02d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93251) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:19:55.599851 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-8193f55c-7af8-4bf8-b384-0b91fe75e02d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93251) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:19:55.600568 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-8193f55c-7af8-4bf8-b384-0b91fe75e02d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93251) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:19:55.600894 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-8193f55c-7af8-4bf8-b384-0b91fe75e02d admin admin] Subscribe: > port after_create 55550000 {{(pid=93251) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:19:55.601236 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-8193f55c-7af8-4bf8-b384-0b91fe75e02d admin admin] Subscribe: > port after_delete 55550000 {{(pid=93251) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:19:55.601593 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-8193f55c-7af8-4bf8-b384-0b91fe75e02d admin admin] Subscribe: > port after_update 55550000 {{(pid=93251) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:19:55.601911 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-8193f55c-7af8-4bf8-b384-0b91fe75e02d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93251) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:19:55.602223 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-8193f55c-7af8-4bf8-b384-0b91fe75e02d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93251) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:19:55.602564 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-8193f55c-7af8-4bf8-b384-0b91fe75e02d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93251) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:19:55.602879 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-8193f55c-7af8-4bf8-b384-0b91fe75e02d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93251) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:19:55.668637 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-8193f55c-7af8-4bf8-b384-0b91fe75e02d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93251) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:19:55.669044 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-8193f55c-7af8-4bf8-b384-0b91fe75e02d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93251) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:19:55.669317 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-8193f55c-7af8-4bf8-b384-0b91fe75e02d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93251) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:19:55.669646 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-8193f55c-7af8-4bf8-b384-0b91fe75e02d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93251) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 04:19:55.670009 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.services.segments.db [None req-8193f55c-7af8-4bf8-b384-0b91fe75e02d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['745807ed-0ad6-4f28-a193-b36e2d5cff62']}} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:19:55.687428 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.services.segments.db [None req-8193f55c-7af8-4bf8-b384-0b91fe75e02d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07698abb-56a5-4b92-a0c9-951923c673ae') {'for_net_delete': True} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:19:55.687719 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.services.segments.db [None req-8193f55c-7af8-4bf8-b384-0b91fe75e02d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07698abb-56a5-4b92-a0c9-951923c673ae') {} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:19:55.703237 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-8193f55c-7af8-4bf8-b384-0b91fe75e02d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763712645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3787505'] for segment, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:55.722820 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-8193f55c-7af8-4bf8-b384-0b91fe75e02d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66718183'] for segment, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:55.730421 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8193f55c-7af8-4bf8-b384-0b91fe75e02d admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=93251) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 04:19:55.730820 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-8193f55c-7af8-4bf8-b384-0b91fe75e02d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66718183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8933250'] for segment, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:55.735274 dv-cinder-803000-4-iscsi neutron-server[93251]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 05 04:19:55.735274 dv-cinder-803000-4-iscsi neutron-server[93251]: from cryptography.utils import int_from_bytes Aug 05 04:19:55.735274 dv-cinder-803000-4-iscsi neutron-server[93251]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 05 04:19:55.735274 dv-cinder-803000-4-iscsi neutron-server[93251]: from cryptography.utils import int_from_bytes Aug 05 04:19:55.735274 dv-cinder-803000-4-iscsi neutron-server[93251]: Traceback (most recent call last): Aug 05 04:19:55.735274 dv-cinder-803000-4-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 04:19:55.735274 dv-cinder-803000-4-iscsi neutron-server[93251]: timer() Aug 05 04:19:55.735274 dv-cinder-803000-4-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 04:19:55.735274 dv-cinder-803000-4-iscsi neutron-server[93251]: cb(*args, **kw) Aug 05 04:19:55.735274 dv-cinder-803000-4-iscsi neutron-server[93251]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 04:19:55.735274 dv-cinder-803000-4-iscsi neutron-server[93251]: return func(*args, **kwargs) Aug 05 04:19:55.735274 dv-cinder-803000-4-iscsi neutron-server[93251]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 04:19:55.735274 dv-cinder-803000-4-iscsi neutron-server[93251]: self._notify() Aug 05 04:19:55.735274 dv-cinder-803000-4-iscsi neutron-server[93251]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 04:19:55.735274 dv-cinder-803000-4-iscsi neutron-server[93251]: self.callback(batched_events) Aug 05 04:19:55.735274 dv-cinder-803000-4-iscsi neutron-server[93251]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 04:19:55.735274 dv-cinder-803000-4-iscsi neutron-server[93251]: event.method(event) Aug 05 04:19:55.735274 dv-cinder-803000-4-iscsi neutron-server[93251]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 04:19:55.735274 dv-cinder-803000-4-iscsi neutron-server[93251]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 04:19:55.735274 dv-cinder-803000-4-iscsi neutron-server[93251]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 04:19:55.735274 dv-cinder-803000-4-iscsi neutron-server[93251]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 04:19:55.735274 dv-cinder-803000-4-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 04:19:55.735274 dv-cinder-803000-4-iscsi neutron-server[93251]: return f(self, *a, **k) Aug 05 04:19:55.735274 dv-cinder-803000-4-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 04:19:55.735274 dv-cinder-803000-4-iscsi neutron-server[93251]: return self._get(url).json() Aug 05 04:19:55.735274 dv-cinder-803000-4-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 04:19:55.735274 dv-cinder-803000-4-iscsi neutron-server[93251]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 04:19:55.735274 dv-cinder-803000-4-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 04:19:55.735274 dv-cinder-803000-4-iscsi neutron-server[93251]: return self.request(url, 'GET', **kwargs) Aug 05 04:19:55.735274 dv-cinder-803000-4-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 04:19:55.735274 dv-cinder-803000-4-iscsi neutron-server[93251]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 04:19:55.735274 dv-cinder-803000-4-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 04:19:55.735274 dv-cinder-803000-4-iscsi neutron-server[93251]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 04:19:55.735274 dv-cinder-803000-4-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 04:19:55.735274 dv-cinder-803000-4-iscsi neutron-server[93251]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 04:19:55.735274 dv-cinder-803000-4-iscsi neutron-server[93251]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 04:19:55.791323 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-8193f55c-7af8-4bf8-b384-0b91fe75e02d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66721686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-699446'] for network, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:55.798207 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-8193f55c-7af8-4bf8-b384-0b91fe75e02d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568634'] for network, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:55.800538 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-8193f55c-7af8-4bf8-b384-0b91fe75e02d admin admin] 10.222.0.37 "DELETE /v2.0/networks/745807ed-0ad6-4f28-a193-b36e2d5cff62 HTTP/1.1" status: 204 len: 168 time: 0.3691452 Aug 05 04:19:55.814277 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8193f55c-7af8-4bf8-b384-0b91fe75e02d admin admin] Pushing event deleted for resources: {'Network': ['ID=745807ed-0ad6-4f28-a193-b36e2d5cff62,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:19:55.970520 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 55810) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:19:56.010301 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-1af66709-0685-4ec8-b93c-da7f3eea30e9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e3fc393f82c34a5291502ba9831ef89c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0386341 Aug 05 04:19:56.012639 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 55812) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:19:56.058514 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-118c752f-6c99-4d7e-a351-696f7cfb7f56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:56.080178 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-118c752f-6c99-4d7e-a351-696f7cfb7f56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:56.126221 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-118c752f-6c99-4d7e-a351-696f7cfb7f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:56.128755 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-118c752f-6c99-4d7e-a351-696f7cfb7f56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:56.129858 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-118c752f-6c99-4d7e-a351-696f7cfb7f56 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/eaa3c5bc-854e-4c8f-9929-54a304f44186 HTTP/1.1" status: 204 len: 168 time: 0.1163645 Aug 05 04:19:56.137460 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118c752f-6c99-4d7e-a351-696f7cfb7f56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaa3c5bc-854e-4c8f-9929-54a304f44186,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:19:56.568050 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4527c1-2e57-415f-bdbc-7bd202330add req-fb4a9695-d8bb-4e47-a5cb-f1503637fc07 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:56.569543 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2a4527c1-2e57-415f-bdbc-7bd202330add req-fb4a9695-d8bb-4e47-a5cb-f1503637fc07 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e15d21-e838-4976-9b48-0180a753f296 HTTP/1.1" status: 200 len: 945 time: 0.0514171 Aug 05 04:19:56.609621 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2a4527c1-2e57-415f-bdbc-7bd202330add req-8089007e-a704-4561-953b-e5359ad4ddce tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336745 Aug 05 04:19:56.970201 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 55858) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:19:57.085721 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-2253c3e4-2381-46d8-b1d2-aea4fa6e843d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:57.178058 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-2253c3e4-2381-46d8-b1d2-aea4fa6e843d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:57.181748 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-2253c3e4-2381-46d8-b1d2-aea4fa6e843d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:57.217911 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2253c3e4-2381-46d8-b1d2-aea4fa6e843d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64ca9f74-d230-4fc6-bd72-9270784b8d06,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:19:57.222026 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-2253c3e4-2381-46d8-b1d2-aea4fa6e843d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=89096ce61f464c0ab986ec9aca29c2f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2507894 Aug 05 04:19:57.225202 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 55864) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:19:57.281345 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ac3f560a-17d0-4530-abbb-79bdeed509c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:57.304888 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ac3f560a-17d0-4530-abbb-79bdeed509c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:57.355329 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ac3f560a-17d0-4530-abbb-79bdeed509c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:57.358113 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ac3f560a-17d0-4530-abbb-79bdeed509c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:57.359791 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-ac3f560a-17d0-4530-abbb-79bdeed509c5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/64ca9f74-d230-4fc6-bd72-9270784b8d06 HTTP/1.1" status: 204 len: 168 time: 0.1343064 Aug 05 04:19:57.367511 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3f560a-17d0-4530-abbb-79bdeed509c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64ca9f74-d230-4fc6-bd72-9270784b8d06,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:19:57.610798 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 55892) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:19:57.697037 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 55898) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:19:57.726122 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-44fc28fe-e523-4e1d-9396-bc3648c81587 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:57.726281 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-dfcb7944-4582-4440-8ff5-f98b728584d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:57.754728 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.db.api [None req-44fc28fe-e523-4e1d-9396-bc3648c81587 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 05 04:19:57.754728 dv-cinder-803000-4-iscsi neutron-server[93250]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 05 04:19:57.754728 dv-cinder-803000-4-iscsi neutron-server[93250]: [parameters: {'project_id': '9691032884884582b8464f01302b1deb', 'id': '0e1d23ab-1d4a-4965-bede-92d2871ad046', 'expiration': datetime.datetime(2021, 8, 5, 4, 21, 57, 747258)}] Aug 05 04:19:57.754728 dv-cinder-803000-4-iscsi neutron-server[93250]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93250) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 05 04:19:57.755101 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG oslo_db.api [None req-44fc28fe-e523-4e1d-9396-bc3648c81587 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 05 04:19:57.763631 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff109cd4-cebe-4bd8-bc01-bcdfd0bbb4d3 req-c60788b3-057f-4568-8df9-cac6c3564acd tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:57.765283 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ff109cd4-cebe-4bd8-bc01-bcdfd0bbb4d3 req-c60788b3-057f-4568-8df9-cac6c3564acd tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e15d21-e838-4976-9b48-0180a753f296 HTTP/1.1" status: 200 len: 945 time: 0.0778964 Aug 05 04:19:57.812465 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ff109cd4-cebe-4bd8-bc01-bcdfd0bbb4d3 req-c75dbb6c-570e-4534-9d84-e4f0f95b42d2 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376868 Aug 05 04:19:57.836642 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-dfcb7944-4582-4440-8ff5-f98b728584d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:57.840895 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-dfcb7944-4582-4440-8ff5-f98b728584d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:57.877922 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcb7944-4582-4440-8ff5-f98b728584d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1efc4b03-d3f4-4898-97b6-4b1767e0637e,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:19:57.882807 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-dfcb7944-4582-4440-8ff5-f98b728584d0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=08748b75bb804064a7e6905030c9f440&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2709391 Aug 05 04:19:57.885635 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 55902) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:19:57.932715 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ac9bcd57-a2b0-49b4-ac7f-974e182d043d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:57.953093 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ac9bcd57-a2b0-49b4-ac7f-974e182d043d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:57.998918 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ac9bcd57-a2b0-49b4-ac7f-974e182d043d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:58.001354 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ac9bcd57-a2b0-49b4-ac7f-974e182d043d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:58.004681 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-ac9bcd57-a2b0-49b4-ac7f-974e182d043d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1efc4b03-d3f4-4898-97b6-4b1767e0637e HTTP/1.1" status: 204 len: 168 time: 0.1158466 Aug 05 04:19:58.010287 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9bcd57-a2b0-49b4-ac7f-974e182d043d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1efc4b03-d3f4-4898-97b6-4b1767e0637e,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:19:58.256464 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-44fc28fe-e523-4e1d-9396-bc3648c81587 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:58.352291 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-44fc28fe-e523-4e1d-9396-bc3648c81587 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:58.357117 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-44fc28fe-e523-4e1d-9396-bc3648c81587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:58.406252 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-44fc28fe-e523-4e1d-9396-bc3648c81587 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9691032884884582b8464f01302b1deb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7072141 Aug 05 04:19:58.407292 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fc28fe-e523-4e1d-9396-bc3648c81587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=921f6811-6676-4f95-990b-4019e06fd27e,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:19:58.409065 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 55920) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:19:58.461998 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-3110b707-14df-4d5a-825e-e0b3c6b978a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:58.483444 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-3110b707-14df-4d5a-825e-e0b3c6b978a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:58.538190 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-3110b707-14df-4d5a-825e-e0b3c6b978a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:58.540733 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-3110b707-14df-4d5a-825e-e0b3c6b978a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:58.544248 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-3110b707-14df-4d5a-825e-e0b3c6b978a9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/921f6811-6676-4f95-990b-4019e06fd27e HTTP/1.1" status: 204 len: 168 time: 0.1317029 Aug 05 04:19:58.549416 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3110b707-14df-4d5a-825e-e0b3c6b978a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=921f6811-6676-4f95-990b-4019e06fd27e,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:19:58.825052 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 55940) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:19:58.838371 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-de8ed79c-4bdd-41e2-bdf5-29e431afb225 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:58.941464 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-de8ed79c-4bdd-41e2-bdf5-29e431afb225 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:58.947156 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-de8ed79c-4bdd-41e2-bdf5-29e431afb225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:58.957929 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e69387f-ea25-4db8-ac15-42a041a4faca req-9169f26e-4f40-40d2-97b1-246296048d0f tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:19:58.960073 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3e69387f-ea25-4db8-ac15-42a041a4faca req-9169f26e-4f40-40d2-97b1-246296048d0f tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e15d21-e838-4976-9b48-0180a753f296 HTTP/1.1" status: 200 len: 945 time: 0.0644636 Aug 05 04:19:58.989958 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-de8ed79c-4bdd-41e2-bdf5-29e431afb225 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0b50504a1e7a494689cd2b827a609278&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1636515 Aug 05 04:19:58.992153 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 55946) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:19:59.000130 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ed79c-4bdd-41e2-bdf5-29e431afb225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24abab90-e3c1-4eaf-8b3c-2aec0bd5b2d5,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:19:59.003121 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3e69387f-ea25-4db8-ac15-42a041a4faca req-6b33b209-ccf7-4e8d-9a75-7f80251c7c07 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343246 Aug 05 04:19:59.048497 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5d413ffb-1cff-4858-8324-bcadfa3ca435 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:59.071591 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5d413ffb-1cff-4858-8324-bcadfa3ca435 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:59.125274 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5d413ffb-1cff-4858-8324-bcadfa3ca435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:59.127862 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5d413ffb-1cff-4858-8324-bcadfa3ca435 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:59.128985 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-5d413ffb-1cff-4858-8324-bcadfa3ca435 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/24abab90-e3c1-4eaf-8b3c-2aec0bd5b2d5 HTTP/1.1" status: 204 len: 168 time: 0.1350248 Aug 05 04:19:59.136533 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d413ffb-1cff-4858-8324-bcadfa3ca435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24abab90-e3c1-4eaf-8b3c-2aec0bd5b2d5,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:19:59.757564 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 55992) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:19:59.849554 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-cb5a3080-3c9f-4e28-b005-1f5437376ad6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-406688729-network', 'tenant_id': '928c65fb69ab4781a8b7a7caf13f8c59'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:19:59.876072 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb5a3080-3c9f-4e28-b005-1f5437376ad6 admin admin] Made reservation on behalf of 928c65fb69ab4781a8b7a7caf13f8c59 for: {'network': 1} {{(pid=93251) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 04:19:59.878364 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-cb5a3080-3c9f-4e28-b005-1f5437376ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for network, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:59.886580 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-cb5a3080-3c9f-4e28-b005-1f5437376ad6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:59.973408 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-cb5a3080-3c9f-4e28-b005-1f5437376ad6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:19:59.977183 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-cb5a3080-3c9f-4e28-b005-1f5437376ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:20:00.000361 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb5a3080-3c9f-4e28-b005-1f5437376ad6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=93251) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 04:20:00.008867 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a3080-3c9f-4e28-b005-1f5437376ad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a52e817b-572b-49c9-83df-5341b66b3391,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:20:00.014500 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-cb5a3080-3c9f-4e28-b005-1f5437376ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66718183'] for segment, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:20:00.014837 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.db.segments_db [None req-cb5a3080-3c9f-4e28-b005-1f5437376ad6 admin admin] Added segment 1dc7904a-e614-49dc-9535-f40f2bc33ed1 of type vlan for network b2e0f95b-5688-4003-80f2-290d80077bb5 Aug 05 04:20:00.053656 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-cb5a3080-3c9f-4e28-b005-1f5437376ad6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763712130115'] for network, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:20:00.083928 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-cb5a3080-3c9f-4e28-b005-1f5437376ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612'] for network, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:20:00.084833 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5a3080-3c9f-4e28-b005-1f5437376ad6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:00.085387 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-cb5a3080-3c9f-4e28-b005-1f5437376ad6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568634'] for network, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:20:00.153890 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-cb5a3080-3c9f-4e28-b005-1f5437376ad6 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3951800 Aug 05 04:20:00.157293 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 56002) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:20:00.164296 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-23b05de5-7fa8-40b8-b467-648ed96af931 admin admin] Request body: {'subnet': {'network_id': 'b2e0f95b-5688-4003-80f2-290d80077bb5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-406688729-subnet', 'tenant_id': '928c65fb69ab4781a8b7a7caf13f8c59', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:20:00.168938 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a3080-3c9f-4e28-b005-1f5437376ad6 admin admin] Pushing event updated for resources: {'Network': ['ID=b2e0f95b-5688-4003-80f2-290d80077bb5,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:20:00.182157 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Network b2e0f95b-5688-4003-80f2-290d80077bb5 details requested by agent ovs-agent-dv-cinder-803000-4-iscsi with host dv-cinder-803000-4-iscsi {{(pid=93252) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 04:20:00.192336 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23b05de5-7fa8-40b8-b467-648ed96af931 admin admin] Made reservation on behalf of 928c65fb69ab4781a8b7a7caf13f8c59 for: {'subnet': 1} {{(pid=93251) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 04:20:00.194818 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-23b05de5-7fa8-40b8-b467-648ed96af931 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994135'] for subnet, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:20:00.274635 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28d9d62-47fc-41da-b01d-c2c9b14d32f6 req-0d32f2f1-cb86-45f8-a67e-ee8853ac1367 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:00.276212 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b28d9d62-47fc-41da-b01d-c2c9b14d32f6 req-0d32f2f1-cb86-45f8-a67e-ee8853ac1367 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e15d21-e838-4976-9b48-0180a753f296 HTTP/1.1" status: 200 len: 945 time: 0.0546532 Aug 05 04:20:00.314392 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b28d9d62-47fc-41da-b01d-c2c9b14d32f6 req-251690c0-c95d-4ea8-8a03-c40c4e2233b0 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312910 Aug 05 04:20:00.370151 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-23b05de5-7fa8-40b8-b467-648ed96af931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8933147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994149'] for subnet, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:20:00.427396 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b05de5-7fa8-40b8-b467-648ed96af931 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19a2ca85-8ab0-446f-8f23-ef59f5e9d795,revision_number=0']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:20:00.436127 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b05de5-7fa8-40b8-b467-648ed96af931 admin admin] Checking segment: {'id': '1dc7904a-e614-49dc-9535-f40f2bc33ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b2e0f95b-5688-4003-80f2-290d80077bb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 04:20:00.436509 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b05de5-7fa8-40b8-b467-648ed96af931 admin admin] Network hostable DHCP agents. Network: b2e0f95b-5688-4003-80f2-290d80077bb5, hostable agents: ['ea427e49-0af2-4000-bc0d-d234b33f8d84'], hosted agents: [] {{(pid=93251) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 04:20:00.452924 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b05de5-7fa8-40b8-b467-648ed96af931 admin admin] Network b2e0f95b-5688-4003-80f2-290d80077bb5 is scheduled to be hosted by DHCP agent ea427e49-0af2-4000-bc0d-d234b33f8d84 with binding_index 1 {{(pid=93251) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 04:20:00.461237 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [None req-23b05de5-7fa8-40b8-b467-648ed96af931 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803000-4-iscsi, b2e0f95b-5688-4003-80f2-290d80077bb5) {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 04:20:00.465212 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b05de5-7fa8-40b8-b467-648ed96af931 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:00.465782 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-23b05de5-7fa8-40b8-b467-648ed96af931 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:20:00.470506 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e346d81e-4fd2-497d-977d-878cba06b0ba None None] Network b2e0f95b-5688-4003-80f2-290d80077bb5 requested from dv-cinder-803000-4-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 04:20:00.480104 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-23b05de5-7fa8-40b8-b467-648ed96af931 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3218012 Aug 05 04:20:00.596852 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778ac06e-d996-463f-b378-b939f939a940 None None] Network b2e0f95b-5688-4003-80f2-290d80077bb5 requested from dv-cinder-803000-4-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 04:20:01.430234 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a537c8d-d914-440e-b304-418fe1cc373d req-87e6965f-0441-4521-adf9-5b63cc007e40 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:01.431717 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4a537c8d-d914-440e-b304-418fe1cc373d req-87e6965f-0441-4521-adf9-5b63cc007e40 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e15d21-e838-4976-9b48-0180a753f296 HTTP/1.1" status: 200 len: 945 time: 0.0489199 Aug 05 04:20:01.473445 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4a537c8d-d914-440e-b304-418fe1cc373d req-f59d704b-76fc-45e6-8d05-9352205052e9 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353355 Aug 05 04:20:01.837596 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12acce13-7c72-43a8-b713-63b6d2fa87f0 req-a182cc69-880f-4a99-b6ad-d97a417056a4 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:01.839712 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-12acce13-7c72-43a8-b713-63b6d2fa87f0 req-a182cc69-880f-4a99-b6ad-d97a417056a4 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/networks?id=cf907c3d-eb09-4c0a-8c7f-37b6a493a079 HTTP/1.1" status: 200 len: 815 time: 0.1100497 Aug 05 04:20:01.855202 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-12acce13-7c72-43a8-b713-63b6d2fa87f0 req-49287e09-0d45-4b7e-9e8a-22c1dbceefff tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/quotas/0f2e39f05a9844bcbcea52b74bfc92bc HTTP/1.1" status: 200 len: 375 time: 0.0097630 Aug 05 04:20:01.907026 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-12acce13-7c72-43a8-b713-63b6d2fa87f0 req-32312877-9757-4835-89f8-e07215a670e4 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=0f2e39f05a9844bcbcea52b74bfc92bc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0460989 Aug 05 04:20:02.006112 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-12acce13-7c72-43a8-b713-63b6d2fa87f0 req-5e4d16e9-9503-41a0-8d4a-983b021ff4b0 service neutron] 10.222.0.37 "GET /v2.0/networks/cf907c3d-eb09-4c0a-8c7f-37b6a493a079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918412 Aug 05 04:20:02.122816 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-12acce13-7c72-43a8-b713-63b6d2fa87f0 req-44974d25-b2ee-48ed-83dd-4508fb873b17 service neutron] 10.222.0.37 "GET /v2.0/networks/cf907c3d-eb09-4c0a-8c7f-37b6a493a079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094608 Aug 05 04:20:02.340923 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-fa220c49-4e4c-46ac-bdef-23ac0a3b4c2c req-454f2f07-5490-4004-a12a-352e764d4d7f tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/ports?device_id=7be81e90-12f9-46a8-9388-2a5a2ccbd8fa HTTP/1.1" status: 200 len: 210 time: 0.0590160 Aug 05 04:20:02.471109 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145b8378-c2e2-4235-aa9d-900cda72a772 req-16582681-743e-4066-b2d4-5f6dc79884b7 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:02.473857 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-145b8378-c2e2-4235-aa9d-900cda72a772 req-16582681-743e-4066-b2d4-5f6dc79884b7 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.37 "GET /v2.0/networks?id=b2e0f95b-5688-4003-80f2-290d80077bb5 HTTP/1.1" status: 200 len: 808 time: 0.1304283 Aug 05 04:20:02.495485 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-145b8378-c2e2-4235-aa9d-900cda72a772 req-54c32aa6-73d1-4eb3-802f-07d75c5a26f8 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.37 "GET /v2.0/quotas/928c65fb69ab4781a8b7a7caf13f8c59 HTTP/1.1" status: 200 len: 375 time: 0.0139890 Aug 05 04:20:02.543645 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-145b8378-c2e2-4235-aa9d-900cda72a772 req-fd23841d-3a8e-426c-bc32-35ad3060d936 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=928c65fb69ab4781a8b7a7caf13f8c59&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0352154 Aug 05 04:20:02.663757 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b597c46-ce8e-4d87-8db9-6f49b4a211d4 req-93f04886-2590-4070-884a-c07746ee4d1c tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:02.665567 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5b597c46-ce8e-4d87-8db9-6f49b4a211d4 req-93f04886-2590-4070-884a-c07746ee4d1c tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e15d21-e838-4976-9b48-0180a753f296 HTTP/1.1" status: 200 len: 945 time: 0.1121221 Aug 05 04:20:02.690870 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d9e46b32-68e1-4812-90b5-1e80292cc3e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:20:02.708635 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-145b8378-c2e2-4235-aa9d-900cda72a772 req-86b08990-0e2f-46c7-9834-89d59d2572b0 service neutron] 10.222.0.37 "GET /v2.0/networks/b2e0f95b-5688-4003-80f2-290d80077bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444836 Aug 05 04:20:02.751374 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5b597c46-ce8e-4d87-8db9-6f49b4a211d4 req-a8fe6134-66e0-4c8d-a0d8-eed8a11e2c26 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722470 Aug 05 04:20:02.816666 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-145b8378-c2e2-4235-aa9d-900cda72a772 req-2cb632fd-db93-4f54-bde4-b5922de66f41 service neutron] 10.222.0.37 "GET /v2.0/networks/b2e0f95b-5688-4003-80f2-290d80077bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002028 Aug 05 04:20:03.016630 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-89742354-de24-4d72-99ae-9de6935de807 req-4912b7a6-7300-4234-b672-d4581012ad20 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ab54704-0158-4938-b6e4-72c33e8e208d HTTP/1.1" status: 200 len: 210 time: 0.0366576 Aug 05 04:20:03.454760 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ef5d3702-45db-4857-a06e-07b83b7c9234 req-2d525647-decb-4066-a677-ae70d0c00030 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/ports?device_id=7be81e90-12f9-46a8-9388-2a5a2ccbd8fa HTTP/1.1" status: 200 len: 210 time: 0.0279655 Aug 05 04:20:03.700514 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12acce13-7c72-43a8-b713-63b6d2fa87f0 req-f0b6bf60-aec2-4c0d-b8f1-8f23fcf8d473 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:03.702153 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-12acce13-7c72-43a8-b713-63b6d2fa87f0 req-f0b6bf60-aec2-4c0d-b8f1-8f23fcf8d473 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.39 "GET /v2.0/networks?id=cf907c3d-eb09-4c0a-8c7f-37b6a493a079 HTTP/1.1" status: 200 len: 815 time: 0.1394725 Aug 05 04:20:03.740834 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [req-12acce13-7c72-43a8-b713-63b6d2fa87f0 req-551368ae-d0e0-46a1-aa05-9eb774c43a7a tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Request body: {'port': {'device_id': '7be81e90-12f9-46a8-9388-2a5a2ccbd8fa', 'network_id': 'cf907c3d-eb09-4c0a-8c7f-37b6a493a079', 'admin_state_up': True, 'tenant_id': '0f2e39f05a9844bcbcea52b74bfc92bc'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:20:03.876145 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12acce13-7c72-43a8-b713-63b6d2fa87f0 req-551368ae-d0e0-46a1-aa05-9eb774c43a7a tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Made reservation on behalf of 0f2e39f05a9844bcbcea52b74bfc92bc for: {'port': 1} {{(pid=93251) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 04:20:03.879810 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-12acce13-7c72-43a8-b713-63b6d2fa87f0 req-551368ae-d0e0-46a1-aa05-9eb774c43a7a tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:20:03.895154 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31891b64-efd6-410f-9db4-3d7c50c1ca4a req-5c620150-4739-41ef-8821-eee15671df25 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:03.896662 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-31891b64-efd6-410f-9db4-3d7c50c1ca4a req-5c620150-4739-41ef-8821-eee15671df25 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e15d21-e838-4976-9b48-0180a753f296 HTTP/1.1" status: 200 len: 945 time: 0.0600681 Aug 05 04:20:03.936210 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-31891b64-efd6-410f-9db4-3d7c50c1ca4a req-2ca28b61-92c8-42fd-b386-c211370a862a tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336425 Aug 05 04:20:04.015861 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.db_base_plugin_common [req-12acce13-7c72-43a8-b713-63b6d2fa87f0 req-551368ae-d0e0-46a1-aa05-9eb774c43a7a tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Allocated IP 172.20.0.7 (cf907c3d-eb09-4c0a-8c7f-37b6a493a079/e6f9db74-429d-4d50-95ec-3b879df44d2e/a381cd76-32e9-4726-951a-710270b2b10e) {{(pid=93251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 04:20:04.123988 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5fcb6834-5f42-424c-9fef-826be6ae7cfd req-4e5398d7-b6ab-410b-89c7-d4a9e4928f9f tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ab54704-0158-4938-b6e4-72c33e8e208d HTTP/1.1" status: 200 len: 210 time: 0.0299850 Aug 05 04:20:04.224403 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-12acce13-7c72-43a8-b713-63b6d2fa87f0 req-551368ae-d0e0-46a1-aa05-9eb774c43a7a tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Notify callbacks [] for port, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:20:04.330249 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145b8378-c2e2-4235-aa9d-900cda72a772 req-84c096ae-8648-4a17-a490-10566ae0524b tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:04.331788 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-145b8378-c2e2-4235-aa9d-900cda72a772 req-84c096ae-8648-4a17-a490-10566ae0524b tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.39 "GET /v2.0/networks?id=b2e0f95b-5688-4003-80f2-290d80077bb5 HTTP/1.1" status: 200 len: 808 time: 0.1386769 Aug 05 04:20:04.336839 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-12acce13-7c72-43a8-b713-63b6d2fa87f0 req-551368ae-d0e0-46a1-aa05-9eb774c43a7a tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763712145875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8933231'] for port, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:20:04.377912 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] get_ports_and_sgs() called for port_ids ['42c57c80-e151-4c69-8999-cf599c413e90'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 04:20:04.381424 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [req-145b8378-c2e2-4235-aa9d-900cda72a772 req-18921a9a-c0b0-4a38-b099-e68e9557f5f5 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] Request body: {'port': {'device_id': '3ab54704-0158-4938-b6e4-72c33e8e208d', 'network_id': 'b2e0f95b-5688-4003-80f2-290d80077bb5', 'admin_state_up': True, 'tenant_id': '928c65fb69ab4781a8b7a7caf13f8c59'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:20:04.452443 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12acce13-7c72-43a8-b713-63b6d2fa87f0 req-551368ae-d0e0-46a1-aa05-9eb774c43a7a tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Network cf907c3d-eb09-4c0a-8c7f-37b6a493a079 is already hosted by enough agents. {{(pid=93251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 04:20:04.460772 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [req-12acce13-7c72-43a8-b713-63b6d2fa87f0 req-551368ae-d0e0-46a1-aa05-9eb774c43a7a tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Resources bound (agent type, host, resource id): {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 04:20:04.464849 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551368ae-d0e0-46a1-aa05-9eb774c43a7a tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Pushing event updated for resources: {'Port': ['ID=a381cd76-32e9-4726-951a-710270b2b10e,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:20:04.472235 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [req-12acce13-7c72-43a8-b713-63b6d2fa87f0 req-551368ae-d0e0-46a1-aa05-9eb774c43a7a tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Received port after_create {{(pid=93251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 04:20:04.552757 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12acce13-7c72-43a8-b713-63b6d2fa87f0 req-551368ae-d0e0-46a1-aa05-9eb774c43a7a tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:04.553199 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-12acce13-7c72-43a8-b713-63b6d2fa87f0 req-551368ae-d0e0-46a1-aa05-9eb774c43a7a tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224329'] for port, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:20:04.588950 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-12acce13-7c72-43a8-b713-63b6d2fa87f0 req-551368ae-d0e0-46a1-aa05-9eb774c43a7a tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8519020 Aug 05 04:20:04.602756 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-145b8378-c2e2-4235-aa9d-900cda72a772 req-18921a9a-c0b0-4a38-b099-e68e9557f5f5 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] Made reservation on behalf of 928c65fb69ab4781a8b7a7caf13f8c59 for: {'port': 1} {{(pid=93251) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 04:20:04.606305 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-145b8378-c2e2-4235-aa9d-900cda72a772 req-18921a9a-c0b0-4a38-b099-e68e9557f5f5 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:20:04.623942 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df4d752-6ce4-42f1-8dbb-71c6f16ac7d5 req-a3a77ca0-a73a-46ff-96f5-12a703e3cc12 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:04.625793 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6df4d752-6ce4-42f1-8dbb-71c6f16ac7d5 req-a3a77ca0-a73a-46ff-96f5-12a703e3cc12 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/ports?device_id=7be81e90-12f9-46a8-9388-2a5a2ccbd8fa HTTP/1.1" status: 200 len: 931 time: 0.0608289 Aug 05 04:20:04.671431 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6df4d752-6ce4-42f1-8dbb-71c6f16ac7d5 req-2141a73d-048d-4c2a-8c48-beb0447f1caf tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/security-groups?id=d92b311d-35d1-4c30-9d9b-586d3bdc7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381117 Aug 05 04:20:04.869353 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [req-12acce13-7c72-43a8-b713-63b6d2fa87f0 req-90dd948d-c479-467c-8a41-3d6dd9ae955e service neutron] Request body: {'port': {'device_id': '7be81e90-12f9-46a8-9388-2a5a2ccbd8fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80300'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:20:04.965625 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-12acce13-7c72-43a8-b713-63b6d2fa87f0 req-90dd948d-c479-467c-8a41-3d6dd9ae955e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:20:05.054632 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21a620a-18c3-486b-9d81-84b27cafe437 req-71b578fc-9531-4d86-95ea-b715fd51654e tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:05.055864 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.db_base_plugin_common [req-145b8378-c2e2-4235-aa9d-900cda72a772 req-18921a9a-c0b0-4a38-b099-e68e9557f5f5 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] Allocated IP 172.20.0.8 (b2e0f95b-5688-4003-80f2-290d80077bb5/19a2ca85-8ab0-446f-8f23-ef59f5e9d795/ad6dcf51-7724-4bd6-ad72-3ebd12d63b2f) {{(pid=93251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 04:20:05.056142 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b21a620a-18c3-486b-9d81-84b27cafe437 req-71b578fc-9531-4d86-95ea-b715fd51654e tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e15d21-e838-4976-9b48-0180a753f296 HTTP/1.1" status: 200 len: 945 time: 0.0509033 Aug 05 04:20:05.096340 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b21a620a-18c3-486b-9d81-84b27cafe437 req-305b5f53-82c0-4d79-b166-3fd9b7974971 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331354 Aug 05 04:20:05.126014 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-f23eef28-7eac-4131-8012-898f529aeede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:20:05.220404 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-db85e638-d8e0-4114-b0bf-9fa89da93ae6 req-0e95e493-e5f7-463b-b31f-3d2324fd1ba4 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ab54704-0158-4938-b6e4-72c33e8e208d HTTP/1.1" status: 200 len: 210 time: 0.0277810 Aug 05 04:20:05.305769 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:20:05.347199 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-145b8378-c2e2-4235-aa9d-900cda72a772 req-18921a9a-c0b0-4a38-b099-e68e9557f5f5 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] Notify callbacks [] for port, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:20:05.386314 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [req-12acce13-7c72-43a8-b713-63b6d2fa87f0 req-90dd948d-c479-467c-8a41-3d6dd9ae955e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a381cd76-32e9-4726-951a-710270b2b10e {{(pid=93251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 04:20:05.395903 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-12acce13-7c72-43a8-b713-63b6d2fa87f0 req-90dd948d-c479-467c-8a41-3d6dd9ae955e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:20:05.417139 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [req-12acce13-7c72-43a8-b713-63b6d2fa87f0 req-90dd948d-c479-467c-8a41-3d6dd9ae955e service neutron] Transition to ACTIVE for port object a381cd76-32e9-4726-951a-710270b2b10e will not be triggered until provisioned by entity L2. {{(pid=93251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 04:20:05.421687 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-12acce13-7c72-43a8-b713-63b6d2fa87f0 req-90dd948d-c479-467c-8a41-3d6dd9ae955e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8933222'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:20:05.433276 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-145b8378-c2e2-4235-aa9d-900cda72a772 req-18921a9a-c0b0-4a38-b099-e68e9557f5f5 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763712145875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8933231'] for port, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:20:05.485920 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-145b8378-c2e2-4235-aa9d-900cda72a772 req-18921a9a-c0b0-4a38-b099-e68e9557f5f5 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] Network b2e0f95b-5688-4003-80f2-290d80077bb5 is already hosted by enough agents. {{(pid=93251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 04:20:05.490841 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [req-145b8378-c2e2-4235-aa9d-900cda72a772 req-18921a9a-c0b0-4a38-b099-e68e9557f5f5 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] Resources bound (agent type, host, resource id): {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 04:20:05.492920 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dd948d-c479-467c-8a41-3d6dd9ae955e service neutron] Pushing event updated for resources: {'Port': ['ID=a381cd76-32e9-4726-951a-710270b2b10e,revision_number=2']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:20:05.501122 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [req-145b8378-c2e2-4235-aa9d-900cda72a772 req-18921a9a-c0b0-4a38-b099-e68e9557f5f5 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] Received port after_create {{(pid=93251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 04:20:05.602471 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18921a9a-c0b0-4a38-b099-e68e9557f5f5 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] Pushing event updated for resources: {'Port': ['ID=ad6dcf51-7724-4bd6-ad72-3ebd12d63b2f,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:20:05.619751 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145b8378-c2e2-4235-aa9d-900cda72a772 req-18921a9a-c0b0-4a38-b099-e68e9557f5f5 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:05.620360 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-145b8378-c2e2-4235-aa9d-900cda72a772 req-18921a9a-c0b0-4a38-b099-e68e9557f5f5 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224329'] for port, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:20:05.642362 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-145b8378-c2e2-4235-aa9d-900cda72a772 req-18921a9a-c0b0-4a38-b099-e68e9557f5f5 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2669737 Aug 05 04:20:05.646130 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [req-12acce13-7c72-43a8-b713-63b6d2fa87f0 req-90dd948d-c479-467c-8a41-3d6dd9ae955e service neutron] Attempting to bind port a381cd76-32e9-4726-951a-710270b2b10e on host hv-cinder-80300 for vnic_type normal with profile {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 04:20:05.646496 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [req-12acce13-7c72-43a8-b713-63b6d2fa87f0 req-90dd948d-c479-467c-8a41-3d6dd9ae955e service neutron] Attempting to bind port a381cd76-32e9-4726-951a-710270b2b10e by drivers openvswitch,hyperv on host hv-cinder-80300 at level 0 using segments [{'id': '3dde1be1-08d0-4677-a267-c0d98cf2de43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cf907c3d-eb09-4c0a-8c7f-37b6a493a079'}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 04:20:05.646802 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12acce13-7c72-43a8-b713-63b6d2fa87f0 req-90dd948d-c479-467c-8a41-3d6dd9ae955e service neutron] Attempting to bind port a381cd76-32e9-4726-951a-710270b2b10e on network cf907c3d-eb09-4c0a-8c7f-37b6a493a079 {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 04:20:05.650857 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12acce13-7c72-43a8-b713-63b6d2fa87f0 req-90dd948d-c479-467c-8a41-3d6dd9ae955e service neutron] Port a381cd76-32e9-4726-951a-710270b2b10e on network cf907c3d-eb09-4c0a-8c7f-37b6a493a079 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80300 {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 04:20:05.651165 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12acce13-7c72-43a8-b713-63b6d2fa87f0 req-90dd948d-c479-467c-8a41-3d6dd9ae955e service neutron] Attempting to bind port a381cd76-32e9-4726-951a-710270b2b10e on network cf907c3d-eb09-4c0a-8c7f-37b6a493a079 {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 04:20:05.655780 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12acce13-7c72-43a8-b713-63b6d2fa87f0 req-90dd948d-c479-467c-8a41-3d6dd9ae955e service neutron] Checking agent: {'id': 'a0106253-c5a2-4978-ae01-2b305935773e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80300', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 4, 16, 33), 'started_at': datetime.datetime(2021, 8, 5, 4, 16, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 4, 19, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 04:20:05.656104 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12acce13-7c72-43a8-b713-63b6d2fa87f0 req-90dd948d-c479-467c-8a41-3d6dd9ae955e service neutron] Checking segment: {'id': '3dde1be1-08d0-4677-a267-c0d98cf2de43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cf907c3d-eb09-4c0a-8c7f-37b6a493a079'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 04:20:05.656470 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12acce13-7c72-43a8-b713-63b6d2fa87f0 req-90dd948d-c479-467c-8a41-3d6dd9ae955e service neutron] Bound using segment: {'id': '3dde1be1-08d0-4677-a267-c0d98cf2de43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cf907c3d-eb09-4c0a-8c7f-37b6a493a079'} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 04:20:05.656877 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [req-12acce13-7c72-43a8-b713-63b6d2fa87f0 req-90dd948d-c479-467c-8a41-3d6dd9ae955e service neutron] Bound port: a381cd76-32e9-4726-951a-710270b2b10e, host: hv-cinder-80300, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dde1be1-08d0-4677-a267-c0d98cf2de43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cf907c3d-eb09-4c0a-8c7f-37b6a493a079'}}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 04:20:05.657215 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-12acce13-7c72-43a8-b713-63b6d2fa87f0 req-90dd948d-c479-467c-8a41-3d6dd9ae955e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:20:05.728517 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [req-12acce13-7c72-43a8-b713-63b6d2fa87f0 req-90dd948d-c479-467c-8a41-3d6dd9ae955e service neutron] For port a381cd76-32e9-4726-951a-710270b2b10e, host hv-cinder-80300, cleared binding levels {{(pid=93251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 04:20:05.735708 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [req-12acce13-7c72-43a8-b713-63b6d2fa87f0 req-90dd948d-c479-467c-8a41-3d6dd9ae955e service neutron] For port a381cd76-32e9-4726-951a-710270b2b10e, host hv-cinder-80300, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=a381cd76-32e9-4726-951a-710270b2b10e,segment=NetworkSegment(3dde1be1-08d0-4677-a267-c0d98cf2de43),segment_id=3dde1be1-08d0-4677-a267-c0d98cf2de43)] {{(pid=93251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 04:20:05.741908 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-12acce13-7c72-43a8-b713-63b6d2fa87f0 req-90dd948d-c479-467c-8a41-3d6dd9ae955e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8933222'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:20:05.780900 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12acce13-7c72-43a8-b713-63b6d2fa87f0 req-90dd948d-c479-467c-8a41-3d6dd9ae955e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:05.781504 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-12acce13-7c72-43a8-b713-63b6d2fa87f0 req-90dd948d-c479-467c-8a41-3d6dd9ae955e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224329'] for port, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:20:05.782851 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-12acce13-7c72-43a8-b713-63b6d2fa87f0 req-90dd948d-c479-467c-8a41-3d6dd9ae955e service neutron] 10.222.0.39 "PUT /v2.0/ports/a381cd76-32e9-4726-951a-710270b2b10e HTTP/1.1" status: 200 len: 1093 time: 0.9194508 Aug 05 04:20:05.783274 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7be81e90-12f9-46a8-9388-2a5a2ccbd8fa', 'tag': 'a381cd76-32e9-4726-951a-710270b2b10e'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 04:20:05.785593 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc51a2a5f300f30acac232ef327f3f01bb0f894a96a37a70efeb1c252096f2af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6107ae7c-a853-4ad0-91e9-9966372c3dd9" -d '{"events": [{"name": "network-changed", "server_uuid": "7be81e90-12f9-46a8-9388-2a5a2ccbd8fa", "tag": "a381cd76-32e9-4726-951a-710270b2b10e"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 04:20:05.803998 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dd948d-c479-467c-8a41-3d6dd9ae955e service neutron] Pushing event updated for resources: {'Port': ['ID=a381cd76-32e9-4726-951a-710270b2b10e,revision_number=3']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:20:05.804882 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e7dcad-7d8d-485a-b986-4a5bc115ad8d req-d075c87b-8821-4223-8b59-4129e0b5a8a0 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:05.806362 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c4e7dcad-7d8d-485a-b986-4a5bc115ad8d req-d075c87b-8821-4223-8b59-4129e0b5a8a0 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/ports?device_id=7be81e90-12f9-46a8-9388-2a5a2ccbd8fa HTTP/1.1" status: 200 len: 943 time: 0.0576375 Aug 05 04:20:05.845953 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c4e7dcad-7d8d-485a-b986-4a5bc115ad8d req-d002538b-37f5-4f11-9e83-d7c7515231e6 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/security-groups?id=d92b311d-35d1-4c30-9d9b-586d3bdc7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319800 Aug 05 04:20:05.886882 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 04:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cae4e5c-9331-44fe-962a-18436915dc2c x-openstack-request-id: req-2cae4e5c-9331-44fe-962a-18436915dc2c {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 04:20:05.887392 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7be81e90-12f9-46a8-9388-2a5a2ccbd8fa", "tag": "a381cd76-32e9-4726-951a-710270b2b10e", "status": "completed", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 04:20:05.887392 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2cae4e5c-9331-44fe-962a-18436915dc2c {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 04:20:05.887787 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7be81e90-12f9-46a8-9388-2a5a2ccbd8fa', 'tag': 'a381cd76-32e9-4726-951a-710270b2b10e', 'status': 'completed', 'code': 200} Aug 05 04:20:06.216377 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac9847d-279a-4104-a8ee-baf8b1fe3e86 req-365f572f-2f72-4c8f-a591-c4429f16b522 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:06.217813 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-eac9847d-279a-4104-a8ee-baf8b1fe3e86 req-365f572f-2f72-4c8f-a591-c4429f16b522 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e15d21-e838-4976-9b48-0180a753f296 HTTP/1.1" status: 200 len: 945 time: 0.0506744 Aug 05 04:20:06.255317 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-eac9847d-279a-4104-a8ee-baf8b1fe3e86 req-608844c6-be7d-4248-af3d-8d668b1e7c1d tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317202 Aug 05 04:20:06.283788 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-03641130-cd72-49d2-95a2-84c2adaa14ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:20:06.361313 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc57f78-cc3f-4c29-9d71-4490d4074496 req-fedfbbd2-f749-4f9c-92a1-769351eb42b4 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:06.362803 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9bc57f78-cc3f-4c29-9d71-4490d4074496 req-fedfbbd2-f749-4f9c-92a1-769351eb42b4 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ab54704-0158-4938-b6e4-72c33e8e208d HTTP/1.1" status: 200 len: 931 time: 0.0479016 Aug 05 04:20:06.402882 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9bc57f78-cc3f-4c29-9d71-4490d4074496 req-17cd9238-2621-4c32-82b4-f3a593e71fb2 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.37 "GET /v2.0/security-groups?id=a52e817b-572b-49c9-83df-5341b66b3391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340202 Aug 05 04:20:06.956406 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d403514-9e19-415c-bff1-b1f7e0a7057a req-605f1bb0-63fa-4256-9c8e-ea071225e75c tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:06.957221 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3d403514-9e19-415c-bff1-b1f7e0a7057a req-605f1bb0-63fa-4256-9c8e-ea071225e75c tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/ports?device_id=7be81e90-12f9-46a8-9388-2a5a2ccbd8fa HTTP/1.1" status: 200 len: 943 time: 0.0477202 Aug 05 04:20:06.993759 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3d403514-9e19-415c-bff1-b1f7e0a7057a req-ac904746-1d38-42ae-801a-721d45e44103 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/security-groups?id=d92b311d-35d1-4c30-9d9b-586d3bdc7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306182 Aug 05 04:20:07.413329 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de24e0d8-2444-498d-af42-f3721ecdbee7 req-89163952-ea64-41c7-8f7a-8d1ebca2f5ad tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:07.414793 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-de24e0d8-2444-498d-af42-f3721ecdbee7 req-89163952-ea64-41c7-8f7a-8d1ebca2f5ad tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e15d21-e838-4976-9b48-0180a753f296 HTTP/1.1" status: 200 len: 945 time: 0.0531139 Aug 05 04:20:07.451599 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-de24e0d8-2444-498d-af42-f3721ecdbee7 req-922e9ac2-e328-4666-b735-1bf0f4c927de tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309188 Aug 05 04:20:07.549775 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa86c3c-2cdf-4c4c-836e-1d0f6c55790b req-1c40850b-e2ba-4e32-8257-8e3700f67d05 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:07.551260 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1aa86c3c-2cdf-4c4c-836e-1d0f6c55790b req-1c40850b-e2ba-4e32-8257-8e3700f67d05 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ab54704-0158-4938-b6e4-72c33e8e208d HTTP/1.1" status: 200 len: 931 time: 0.0476837 Aug 05 04:20:07.588724 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1aa86c3c-2cdf-4c4c-836e-1d0f6c55790b req-1c86b434-1986-4dfe-bee1-d29ec6eb7c17 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.37 "GET /v2.0/security-groups?id=a52e817b-572b-49c9-83df-5341b66b3391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314562 Aug 05 04:20:07.964733 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-6a2206e1-ea48-45a0-865e-aad2fcc79b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:20:08.107666 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7047f0-8139-485d-b974-668d029a3be6 req-57d8ff61-5126-4e48-bdef-b53983cac391 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:08.109619 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6b7047f0-8139-485d-b974-668d029a3be6 req-57d8ff61-5126-4e48-bdef-b53983cac391 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/ports?device_id=7be81e90-12f9-46a8-9388-2a5a2ccbd8fa HTTP/1.1" status: 200 len: 943 time: 0.0485125 Aug 05 04:20:08.145306 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6b7047f0-8139-485d-b974-668d029a3be6 req-af4325c0-67aa-4f7e-8d35-cce7076262cd tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/security-groups?id=d92b311d-35d1-4c30-9d9b-586d3bdc7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298669 Aug 05 04:20:08.229368 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:20:08.565265 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3f8952-8bc2-4964-997b-8dcbef630f0c req-bf29e7fe-396b-4f5f-b2bc-0d47ac851773 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:08.566734 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7b3f8952-8bc2-4964-997b-8dcbef630f0c req-bf29e7fe-396b-4f5f-b2bc-0d47ac851773 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e15d21-e838-4976-9b48-0180a753f296 HTTP/1.1" status: 200 len: 945 time: 0.0510993 Aug 05 04:20:08.603656 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7b3f8952-8bc2-4964-997b-8dcbef630f0c req-758cf82a-76a4-4181-b951-705b8f58f8af tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311108 Aug 05 04:20:08.702564 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411e3a66-36c9-4b81-bb8d-c0f50ef84cb9 req-0bed1d6b-8b4f-414d-bbe3-d5036be9ee91 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:08.704033 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-411e3a66-36c9-4b81-bb8d-c0f50ef84cb9 req-0bed1d6b-8b4f-414d-bbe3-d5036be9ee91 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ab54704-0158-4938-b6e4-72c33e8e208d HTTP/1.1" status: 200 len: 931 time: 0.0478621 Aug 05 04:20:08.740770 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-411e3a66-36c9-4b81-bb8d-c0f50ef84cb9 req-d1bf80d5-7db3-4df3-9dab-c6e5f4287139 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.37 "GET /v2.0/security-groups?id=a52e817b-572b-49c9-83df-5341b66b3391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309610 Aug 05 04:20:09.255242 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dc659f-4999-4314-a06d-d91d24cc34ee req-9f0d8790-21dd-49a5-a8f2-0251a1fcd158 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:09.256679 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-96dc659f-4999-4314-a06d-d91d24cc34ee req-9f0d8790-21dd-49a5-a8f2-0251a1fcd158 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/ports?device_id=7be81e90-12f9-46a8-9388-2a5a2ccbd8fa HTTP/1.1" status: 200 len: 943 time: 0.0471349 Aug 05 04:20:09.292030 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-96dc659f-4999-4314-a06d-d91d24cc34ee req-50b4611e-53a2-4739-a9d7-a115c835fd4c tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/security-groups?id=d92b311d-35d1-4c30-9d9b-586d3bdc7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296612 Aug 05 04:20:09.719835 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe235f8-577a-48c4-9e7e-59f52151debe req-50f2e3fc-926d-435f-8e5a-0b50102690cf tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:09.721285 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-dbe235f8-577a-48c4-9e7e-59f52151debe req-50f2e3fc-926d-435f-8e5a-0b50102690cf tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e15d21-e838-4976-9b48-0180a753f296 HTTP/1.1" status: 200 len: 945 time: 0.0540533 Aug 05 04:20:09.759023 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-dbe235f8-577a-48c4-9e7e-59f52151debe req-9d60e786-d6f7-4aac-8dd3-f0e1d08cf0dc tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319195 Aug 05 04:20:09.856498 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [req-145b8378-c2e2-4235-aa9d-900cda72a772 req-6df61f08-3450-4164-a9b4-da04a6ae3890 service neutron] Request body: {'port': {'device_id': '3ab54704-0158-4938-b6e4-72c33e8e208d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80300'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:20:09.861738 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902d2989-050e-4023-8b06-60c708f3d640 req-e50955d2-043e-41c2-946d-01f04d27742f tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:09.863253 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-902d2989-050e-4023-8b06-60c708f3d640 req-e50955d2-043e-41c2-946d-01f04d27742f tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ab54704-0158-4938-b6e4-72c33e8e208d HTTP/1.1" status: 200 len: 931 time: 0.0501425 Aug 05 04:20:09.903107 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-902d2989-050e-4023-8b06-60c708f3d640 req-57c370df-20b0-4096-8f1e-8b4394d4adbc tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.37 "GET /v2.0/security-groups?id=a52e817b-572b-49c9-83df-5341b66b3391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321474 Aug 05 04:20:09.969135 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6107ae7c-a853-4ad0-91e9-9966372c3dd9 req-d0505e99-0028-41ff-b91f-b22cb889b5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:09.970711 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-6107ae7c-a853-4ad0-91e9-9966372c3dd9 req-d0505e99-0028-41ff-b91f-b22cb889b5e0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0f2e39f05a9844bcbcea52b74bfc92bc&device_id=7be81e90-12f9-46a8-9388-2a5a2ccbd8fa HTTP/1.1" status: 200 len: 1096 time: 0.1105795 Aug 05 04:20:09.976924 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-145b8378-c2e2-4235-aa9d-900cda72a772 req-6df61f08-3450-4164-a9b4-da04a6ae3890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:20:09.999466 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baffc662-5b34-478e-81d2-eca4b19b3540 req-d0cbef64-7caa-48ba-987a-a0308239f3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:10.000871 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-baffc662-5b34-478e-81d2-eca4b19b3540 req-d0cbef64-7caa-48ba-987a-a0308239f3cd service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=32e15d21-e838-4976-9b48-0180a753f296 HTTP/1.1" status: 200 len: 1098 time: 0.0928044 Aug 05 04:20:10.126360 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-baffc662-5b34-478e-81d2-eca4b19b3540 req-a771c743-74eb-425c-a038-e5f7a7960d53 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031716 Aug 05 04:20:10.200817 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6107ae7c-a853-4ad0-91e9-9966372c3dd9 req-ee0da4d8-9563-411b-ae78-a11bd55bffcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:10.202789 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-6107ae7c-a853-4ad0-91e9-9966372c3dd9 req-ee0da4d8-9563-411b-ae78-a11bd55bffcb service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=0f2e39f05a9844bcbcea52b74bfc92bc&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2141242 Aug 05 04:20:10.346313 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [req-145b8378-c2e2-4235-aa9d-900cda72a772 req-6df61f08-3450-4164-a9b4-da04a6ae3890 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad6dcf51-7724-4bd6-ad72-3ebd12d63b2f {{(pid=93251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 04:20:10.354152 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-145b8378-c2e2-4235-aa9d-900cda72a772 req-6df61f08-3450-4164-a9b4-da04a6ae3890 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:20:10.365971 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [req-145b8378-c2e2-4235-aa9d-900cda72a772 req-6df61f08-3450-4164-a9b4-da04a6ae3890 service neutron] Transition to ACTIVE for port object ad6dcf51-7724-4bd6-ad72-3ebd12d63b2f will not be triggered until provisioned by entity L2. {{(pid=93251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 04:20:10.369255 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-145b8378-c2e2-4235-aa9d-900cda72a772 req-6df61f08-3450-4164-a9b4-da04a6ae3890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8933222'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:20:10.409398 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a513d6e4-673e-4c0d-8f2b-bc577d96bf31 req-b670fc87-2a1f-4abc-893a-071417d11036 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:10.410729 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a513d6e4-673e-4c0d-8f2b-bc577d96bf31 req-b670fc87-2a1f-4abc-893a-071417d11036 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/ports?device_id=7be81e90-12f9-46a8-9388-2a5a2ccbd8fa HTTP/1.1" status: 200 len: 943 time: 0.0512176 Aug 05 04:20:10.417516 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df61f08-3450-4164-a9b4-da04a6ae3890 service neutron] Pushing event updated for resources: {'Port': ['ID=ad6dcf51-7724-4bd6-ad72-3ebd12d63b2f,revision_number=2']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:20:10.456322 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a513d6e4-673e-4c0d-8f2b-bc577d96bf31 req-6f80ce36-0410-4efa-8bd5-13b1cd71fad7 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/security-groups?id=d92b311d-35d1-4c30-9d9b-586d3bdc7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394168 Aug 05 04:20:10.486864 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [req-145b8378-c2e2-4235-aa9d-900cda72a772 req-6df61f08-3450-4164-a9b4-da04a6ae3890 service neutron] Attempting to bind port ad6dcf51-7724-4bd6-ad72-3ebd12d63b2f on host hv-cinder-80300 for vnic_type normal with profile {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 04:20:10.487202 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [req-145b8378-c2e2-4235-aa9d-900cda72a772 req-6df61f08-3450-4164-a9b4-da04a6ae3890 service neutron] Attempting to bind port ad6dcf51-7724-4bd6-ad72-3ebd12d63b2f by drivers openvswitch,hyperv on host hv-cinder-80300 at level 0 using segments [{'id': '1dc7904a-e614-49dc-9535-f40f2bc33ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b2e0f95b-5688-4003-80f2-290d80077bb5'}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 04:20:10.487531 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145b8378-c2e2-4235-aa9d-900cda72a772 req-6df61f08-3450-4164-a9b4-da04a6ae3890 service neutron] Attempting to bind port ad6dcf51-7724-4bd6-ad72-3ebd12d63b2f on network b2e0f95b-5688-4003-80f2-290d80077bb5 {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 04:20:10.491774 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145b8378-c2e2-4235-aa9d-900cda72a772 req-6df61f08-3450-4164-a9b4-da04a6ae3890 service neutron] Port ad6dcf51-7724-4bd6-ad72-3ebd12d63b2f on network b2e0f95b-5688-4003-80f2-290d80077bb5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80300 {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 04:20:10.492095 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145b8378-c2e2-4235-aa9d-900cda72a772 req-6df61f08-3450-4164-a9b4-da04a6ae3890 service neutron] Attempting to bind port ad6dcf51-7724-4bd6-ad72-3ebd12d63b2f on network b2e0f95b-5688-4003-80f2-290d80077bb5 {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 04:20:10.497530 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145b8378-c2e2-4235-aa9d-900cda72a772 req-6df61f08-3450-4164-a9b4-da04a6ae3890 service neutron] Checking agent: {'id': 'a0106253-c5a2-4978-ae01-2b305935773e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80300', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 4, 16, 33), 'started_at': datetime.datetime(2021, 8, 5, 4, 16, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 4, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 04:20:10.497868 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145b8378-c2e2-4235-aa9d-900cda72a772 req-6df61f08-3450-4164-a9b4-da04a6ae3890 service neutron] Checking segment: {'id': '1dc7904a-e614-49dc-9535-f40f2bc33ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b2e0f95b-5688-4003-80f2-290d80077bb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 04:20:10.498248 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145b8378-c2e2-4235-aa9d-900cda72a772 req-6df61f08-3450-4164-a9b4-da04a6ae3890 service neutron] Bound using segment: {'id': '1dc7904a-e614-49dc-9535-f40f2bc33ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b2e0f95b-5688-4003-80f2-290d80077bb5'} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 04:20:10.499209 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [req-145b8378-c2e2-4235-aa9d-900cda72a772 req-6df61f08-3450-4164-a9b4-da04a6ae3890 service neutron] Bound port: ad6dcf51-7724-4bd6-ad72-3ebd12d63b2f, host: hv-cinder-80300, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1dc7904a-e614-49dc-9535-f40f2bc33ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b2e0f95b-5688-4003-80f2-290d80077bb5'}}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 04:20:10.499573 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-145b8378-c2e2-4235-aa9d-900cda72a772 req-6df61f08-3450-4164-a9b4-da04a6ae3890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:20:10.565036 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [req-145b8378-c2e2-4235-aa9d-900cda72a772 req-6df61f08-3450-4164-a9b4-da04a6ae3890 service neutron] For port ad6dcf51-7724-4bd6-ad72-3ebd12d63b2f, host hv-cinder-80300, cleared binding levels {{(pid=93251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 04:20:10.568029 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [req-145b8378-c2e2-4235-aa9d-900cda72a772 req-6df61f08-3450-4164-a9b4-da04a6ae3890 service neutron] For port ad6dcf51-7724-4bd6-ad72-3ebd12d63b2f, host hv-cinder-80300, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=ad6dcf51-7724-4bd6-ad72-3ebd12d63b2f,segment=NetworkSegment(1dc7904a-e614-49dc-9535-f40f2bc33ed1),segment_id=1dc7904a-e614-49dc-9535-f40f2bc33ed1)] {{(pid=93251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 04:20:10.572164 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-145b8378-c2e2-4235-aa9d-900cda72a772 req-6df61f08-3450-4164-a9b4-da04a6ae3890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8933222'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:20:10.606274 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145b8378-c2e2-4235-aa9d-900cda72a772 req-6df61f08-3450-4164-a9b4-da04a6ae3890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:10.607285 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-145b8378-c2e2-4235-aa9d-900cda72a772 req-6df61f08-3450-4164-a9b4-da04a6ae3890 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224329'] for port, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:20:10.608667 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-145b8378-c2e2-4235-aa9d-900cda72a772 req-6df61f08-3450-4164-a9b4-da04a6ae3890 service neutron] 10.222.0.39 "PUT /v2.0/ports/ad6dcf51-7724-4bd6-ad72-3ebd12d63b2f HTTP/1.1" status: 200 len: 1093 time: 0.7571568 Aug 05 04:20:10.610522 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ab54704-0158-4938-b6e4-72c33e8e208d', 'tag': 'ad6dcf51-7724-4bd6-ad72-3ebd12d63b2f'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 04:20:10.612733 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc51a2a5f300f30acac232ef327f3f01bb0f894a96a37a70efeb1c252096f2af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-331d2283-26dc-4e1e-a9fe-0db830038b49" -d '{"events": [{"name": "network-changed", "server_uuid": "3ab54704-0158-4938-b6e4-72c33e8e208d", "tag": "ad6dcf51-7724-4bd6-ad72-3ebd12d63b2f"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 04:20:10.635066 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df61f08-3450-4164-a9b4-da04a6ae3890 service neutron] Pushing event updated for resources: {'Port': ['ID=ad6dcf51-7724-4bd6-ad72-3ebd12d63b2f,revision_number=3']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:20:10.647229 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 04:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5bfb4f0-16f0-444c-9193-dc4e99f66310 x-openstack-request-id: req-b5bfb4f0-16f0-444c-9193-dc4e99f66310 {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 04:20:10.647510 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ab54704-0158-4938-b6e4-72c33e8e208d", "tag": "ad6dcf51-7724-4bd6-ad72-3ebd12d63b2f", "status": "completed", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 04:20:10.647749 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b5bfb4f0-16f0-444c-9193-dc4e99f66310 {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 04:20:10.648129 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ab54704-0158-4938-b6e4-72c33e8e208d', 'tag': 'ad6dcf51-7724-4bd6-ad72-3ebd12d63b2f', 'status': 'completed', 'code': 200} Aug 05 04:20:10.885352 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f4c6ff-3160-412b-96e2-e8cd598b3318 req-84843044-d9a0-400f-b050-6d3f72d1fdb4 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:10.886902 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-36f4c6ff-3160-412b-96e2-e8cd598b3318 req-84843044-d9a0-400f-b050-6d3f72d1fdb4 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e15d21-e838-4976-9b48-0180a753f296 HTTP/1.1" status: 200 len: 945 time: 0.0599561 Aug 05 04:20:10.926510 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-36f4c6ff-3160-412b-96e2-e8cd598b3318 req-5fd70283-728c-42d0-9a5e-b92db0d4c9f1 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338039 Aug 05 04:20:11.047501 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0c654f-511c-4764-ac45-9c6884e71c26 req-b3dbf33b-f982-4d98-b247-691d5fe8d828 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:11.050730 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-fc0c654f-511c-4764-ac45-9c6884e71c26 req-b3dbf33b-f982-4d98-b247-691d5fe8d828 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ab54704-0158-4938-b6e4-72c33e8e208d HTTP/1.1" status: 200 len: 943 time: 0.0671690 Aug 05 04:20:11.077886 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331d2283-26dc-4e1e-a9fe-0db830038b49 req-380b9e78-c7ff-41ff-968a-c1ddde92cf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:11.079441 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-331d2283-26dc-4e1e-a9fe-0db830038b49 req-380b9e78-c7ff-41ff-968a-c1ddde92cf86 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=928c65fb69ab4781a8b7a7caf13f8c59&device_id=3ab54704-0158-4938-b6e4-72c33e8e208d HTTP/1.1" status: 200 len: 1096 time: 0.1108139 Aug 05 04:20:11.092165 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6107ae7c-a853-4ad0-91e9-9966372c3dd9 req-06346f83-a736-47e4-8492-7b83db497493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:11.093410 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-fc0c654f-511c-4764-ac45-9c6884e71c26 req-c7c6c73f-a5a7-4a97-8356-de910d6dc601 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.37 "GET /v2.0/security-groups?id=a52e817b-572b-49c9-83df-5341b66b3391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380030 Aug 05 04:20:11.094203 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-6107ae7c-a853-4ad0-91e9-9966372c3dd9 req-06346f83-a736-47e4-8492-7b83db497493 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1355398 Aug 05 04:20:11.275378 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12acce13-7c72-43a8-b713-63b6d2fa87f0 req-c4d6df75-3fef-435b-a294-ffdd8e5a094a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:11.276908 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-12acce13-7c72-43a8-b713-63b6d2fa87f0 req-c4d6df75-3fef-435b-a294-ffdd8e5a094a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0f2e39f05a9844bcbcea52b74bfc92bc&device_id=7be81e90-12f9-46a8-9388-2a5a2ccbd8fa HTTP/1.1" status: 200 len: 1096 time: 0.0674517 Aug 05 04:20:11.278014 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331d2283-26dc-4e1e-a9fe-0db830038b49 req-b43b8ce2-7805-40c0-92ae-de27feee2210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:11.279354 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-331d2283-26dc-4e1e-a9fe-0db830038b49 req-b43b8ce2-7805-40c0-92ae-de27feee2210 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=928c65fb69ab4781a8b7a7caf13f8c59&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1250834 Aug 05 04:20:11.348738 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-12acce13-7c72-43a8-b713-63b6d2fa87f0 req-75d719fe-4cd5-4787-9fd3-0c0c49674ed3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a381cd76-32e9-4726-951a-710270b2b10e HTTP/1.1" status: 200 len: 217 time: 0.0420809 Aug 05 04:20:11.448933 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12acce13-7c72-43a8-b713-63b6d2fa87f0 req-ca82f970-4f85-418b-854c-f376b8ccfa65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:11.450365 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-12acce13-7c72-43a8-b713-63b6d2fa87f0 req-ca82f970-4f85-418b-854c-f376b8ccfa65 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e6f9db74-429d-4d50-95ec-3b879df44d2e HTTP/1.1" status: 200 len: 855 time: 0.0923712 Aug 05 04:20:11.490685 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-12acce13-7c72-43a8-b713-63b6d2fa87f0 req-68e785e7-15fa-4f29-9127-fb41355acac5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cf907c3d-eb09-4c0a-8c7f-37b6a493a079&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308552 Aug 05 04:20:11.491643 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331d2283-26dc-4e1e-a9fe-0db830038b49 req-7132db48-a950-485c-a2a0-a979cebc51a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:11.492904 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-331d2283-26dc-4e1e-a9fe-0db830038b49 req-7132db48-a950-485c-a2a0-a979cebc51a8 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1788411 Aug 05 04:20:11.578803 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029c8597-82e1-4f09-8616-86601239ebe5 req-2d3c2ff2-093c-4aeb-aaff-d3dc6d7ee4ee tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:11.579141 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-029c8597-82e1-4f09-8616-86601239ebe5 req-2d3c2ff2-093c-4aeb-aaff-d3dc6d7ee4ee tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/ports?device_id=7be81e90-12f9-46a8-9388-2a5a2ccbd8fa HTTP/1.1" status: 200 len: 943 time: 0.0524454 Aug 05 04:20:11.617073 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-029c8597-82e1-4f09-8616-86601239ebe5 req-44782c13-af42-4e9c-a61c-46b01c3f872b tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/security-groups?id=d92b311d-35d1-4c30-9d9b-586d3bdc7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319951 Aug 05 04:20:11.642548 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-12acce13-7c72-43a8-b713-63b6d2fa87f0 req-4292e148-0325-4926-b395-23011f146a7d service neutron] 10.222.0.39 "GET /v2.0/networks/cf907c3d-eb09-4c0a-8c7f-37b6a493a079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293893 Aug 05 04:20:11.651152 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145b8378-c2e2-4235-aa9d-900cda72a772 req-0bbd505e-baa3-4aff-93c0-e44031c510f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:11.652510 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-145b8378-c2e2-4235-aa9d-900cda72a772 req-0bbd505e-baa3-4aff-93c0-e44031c510f2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=928c65fb69ab4781a8b7a7caf13f8c59&device_id=3ab54704-0158-4938-b6e4-72c33e8e208d HTTP/1.1" status: 200 len: 1096 time: 0.0579257 Aug 05 04:20:11.737614 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-145b8378-c2e2-4235-aa9d-900cda72a772 req-f242c15b-9b11-4667-9a21-623d80efac8f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad6dcf51-7724-4bd6-ad72-3ebd12d63b2f HTTP/1.1" status: 200 len: 217 time: 0.0675242 Aug 05 04:20:11.802605 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-12acce13-7c72-43a8-b713-63b6d2fa87f0 req-699aa6ca-e270-4e3a-9c9a-815791ada1a2 service neutron] 10.222.0.39 "GET /v2.0/networks/cf907c3d-eb09-4c0a-8c7f-37b6a493a079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491563 Aug 05 04:20:11.805784 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145b8378-c2e2-4235-aa9d-900cda72a772 req-fb1df2f4-98bc-47c8-ab70-698700ebfd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:11.807098 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-145b8378-c2e2-4235-aa9d-900cda72a772 req-fb1df2f4-98bc-47c8-ab70-698700ebfd5e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=19a2ca85-8ab0-446f-8f23-ef59f5e9d795 HTTP/1.1" status: 200 len: 848 time: 0.0592377 Aug 05 04:20:11.871888 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-145b8378-c2e2-4235-aa9d-900cda72a772 req-73e56bb7-6fef-4533-b65f-e0c42a6f9827 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b2e0f95b-5688-4003-80f2-290d80077bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242753 Aug 05 04:20:12.009586 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-145b8378-c2e2-4235-aa9d-900cda72a772 req-9deaf06c-0a6d-4a30-b0d4-bb84961cfd5f service neutron] 10.222.0.39 "GET /v2.0/networks/b2e0f95b-5688-4003-80f2-290d80077bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858903 Aug 05 04:20:12.046246 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb17b6c9-a391-4cb3-a205-99a62c81ccb0 req-2b74bcc7-726d-46ce-aabd-f74b2d3f5e43 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:12.047744 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-eb17b6c9-a391-4cb3-a205-99a62c81ccb0 req-2b74bcc7-726d-46ce-aabd-f74b2d3f5e43 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e15d21-e838-4976-9b48-0180a753f296 HTTP/1.1" status: 200 len: 945 time: 0.0518718 Aug 05 04:20:12.091874 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-eb17b6c9-a391-4cb3-a205-99a62c81ccb0 req-81394af4-4590-45d8-8931-3723e07681bf tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340617 Aug 05 04:20:12.110411 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-145b8378-c2e2-4235-aa9d-900cda72a772 req-7d794396-e536-4045-8933-0a2dadf2e9fc service neutron] 10.222.0.39 "GET /v2.0/networks/b2e0f95b-5688-4003-80f2-290d80077bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933747 Aug 05 04:20:12.219463 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2fb5ae-2ad3-4e81-a3ad-b0257e96d1b4 req-3b63390e-5afd-4142-a7ee-069084510353 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:12.220932 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5b2fb5ae-2ad3-4e81-a3ad-b0257e96d1b4 req-3b63390e-5afd-4142-a7ee-069084510353 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ab54704-0158-4938-b6e4-72c33e8e208d HTTP/1.1" status: 200 len: 943 time: 0.0606952 Aug 05 04:20:12.259817 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5b2fb5ae-2ad3-4e81-a3ad-b0257e96d1b4 req-441a65ce-1271-4ff9-8c7f-1e6e322eec33 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.37 "GET /v2.0/security-groups?id=a52e817b-572b-49c9-83df-5341b66b3391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328288 Aug 05 04:20:12.269741 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 56496) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:20:12.402239 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-3f1618b0-93c1-4ab4-ba30-2931135b281b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2eb88e8f819a43659e1a02ef79e7f1fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1312315 Aug 05 04:20:12.404545 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 56500) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:20:12.451087 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0e2a7a66-bb53-4d94-811d-eee5f72d6312 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:20:12.471729 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0e2a7a66-bb53-4d94-811d-eee5f72d6312 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:20:12.519074 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0e2a7a66-bb53-4d94-811d-eee5f72d6312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:20:12.521698 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0e2a7a66-bb53-4d94-811d-eee5f72d6312 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:20:12.525334 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-0e2a7a66-bb53-4d94-811d-eee5f72d6312 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2b58bc7e-2041-479c-be7f-e600f45b944a HTTP/1.1" status: 204 len: 168 time: 0.1174560 Aug 05 04:20:12.530934 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2a7a66-bb53-4d94-811d-eee5f72d6312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b58bc7e-2041-479c-be7f-e600f45b944a,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:20:12.752880 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41465cb-cb53-4dcb-96db-7a81c7e00ad4 req-12afe193-75db-4395-ac2b-1570c3f46125 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:12.754680 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b41465cb-cb53-4dcb-96db-7a81c7e00ad4 req-12afe193-75db-4395-ac2b-1570c3f46125 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/ports?device_id=7be81e90-12f9-46a8-9388-2a5a2ccbd8fa HTTP/1.1" status: 200 len: 943 time: 0.0671604 Aug 05 04:20:12.796025 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b41465cb-cb53-4dcb-96db-7a81c7e00ad4 req-085c6e23-f30d-4681-9b15-b5a66f5974d7 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/security-groups?id=d92b311d-35d1-4c30-9d9b-586d3bdc7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351672 Aug 05 04:20:13.210958 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16be5227-39a7-402b-8c11-9d002d23ba31 req-1fea867c-8f33-441d-b750-363633e89094 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:13.212336 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-16be5227-39a7-402b-8c11-9d002d23ba31 req-1fea867c-8f33-441d-b750-363633e89094 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e15d21-e838-4976-9b48-0180a753f296 HTTP/1.1" status: 200 len: 945 time: 0.0525362 Aug 05 04:20:13.251868 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-16be5227-39a7-402b-8c11-9d002d23ba31 req-fb39571b-9312-4471-8638-08bc892c1409 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334971 Aug 05 04:20:13.393820 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5182514a-5b3f-4b60-a9ec-5772c3815863 req-e7615311-fc7e-40c5-be36-d9381a118526 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:13.395331 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5182514a-5b3f-4b60-a9ec-5772c3815863 req-e7615311-fc7e-40c5-be36-d9381a118526 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=26f2ad3f-3821-4f77-8d20-74c5f53e5c25 HTTP/1.1" status: 200 len: 945 time: 0.0760963 Aug 05 04:20:13.403460 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee527f8-914b-4bc4-884a-ebf9ab81abb4 req-3b3c0367-eee9-4ad0-a2ec-e72098c20d0e tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:13.404796 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5ee527f8-914b-4bc4-884a-ebf9ab81abb4 req-3b3c0367-eee9-4ad0-a2ec-e72098c20d0e tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ab54704-0158-4938-b6e4-72c33e8e208d HTTP/1.1" status: 200 len: 943 time: 0.0766695 Aug 05 04:20:13.463982 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5182514a-5b3f-4b60-a9ec-5772c3815863 req-121455a5-3b4c-4345-a2fe-da9111d91674 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576189 Aug 05 04:20:13.469143 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5ee527f8-914b-4bc4-884a-ebf9ab81abb4 req-4c3fd1d5-3f0f-4802-98a7-c048795d8605 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.37 "GET /v2.0/security-groups?id=a52e817b-572b-49c9-83df-5341b66b3391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569484 Aug 05 04:20:13.911125 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d0faa-91bd-484a-932b-3c5f19ea5816 req-47747c62-4ebf-41cb-bd32-84d4c4435e33 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:13.912577 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-814d0faa-91bd-484a-932b-3c5f19ea5816 req-47747c62-4ebf-41cb-bd32-84d4c4435e33 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/ports?device_id=7be81e90-12f9-46a8-9388-2a5a2ccbd8fa HTTP/1.1" status: 200 len: 943 time: 0.0504193 Aug 05 04:20:13.963002 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-814d0faa-91bd-484a-932b-3c5f19ea5816 req-f1ac77a6-8fdc-4a46-9cee-b8cfde2d0b01 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/security-groups?id=d92b311d-35d1-4c30-9d9b-586d3bdc7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426221 Aug 05 04:20:14.582200 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6ee258-8c23-4000-8353-9c07e606bd0d req-62c2470c-f23e-475c-85cc-1625d5f001db tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:14.583668 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ac6ee258-8c23-4000-8353-9c07e606bd0d req-62c2470c-f23e-475c-85cc-1625d5f001db tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ab54704-0158-4938-b6e4-72c33e8e208d HTTP/1.1" status: 200 len: 943 time: 0.0481377 Aug 05 04:20:14.620432 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ac6ee258-8c23-4000-8353-9c07e606bd0d req-2f69e714-ceb2-4cff-9c6c-fb800ed2397e tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.37 "GET /v2.0/security-groups?id=a52e817b-572b-49c9-83df-5341b66b3391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310364 Aug 05 04:20:15.068857 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f164c2a-6c1a-4033-b29e-a9598cd638a4 req-6d6ea754-ffd2-4fa5-b07c-7e5ea8a9c0f2 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:15.070198 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6f164c2a-6c1a-4033-b29e-a9598cd638a4 req-6d6ea754-ffd2-4fa5-b07c-7e5ea8a9c0f2 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/ports?device_id=7be81e90-12f9-46a8-9388-2a5a2ccbd8fa HTTP/1.1" status: 200 len: 943 time: 0.0468481 Aug 05 04:20:15.106406 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6f164c2a-6c1a-4033-b29e-a9598cd638a4 req-3cc3eaa5-a243-43c6-972c-fc26f21d6b28 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/security-groups?id=d92b311d-35d1-4c30-9d9b-586d3bdc7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301342 Aug 05 04:20:15.737369 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6ea317-23a1-4ed7-86b0-ece09bafbcab req-d82e9866-f67c-4e14-bdf8-92b1f0f049b1 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:15.738857 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4b6ea317-23a1-4ed7-86b0-ece09bafbcab req-d82e9866-f67c-4e14-bdf8-92b1f0f049b1 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ab54704-0158-4938-b6e4-72c33e8e208d HTTP/1.1" status: 200 len: 943 time: 0.0528588 Aug 05 04:20:15.777984 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4b6ea317-23a1-4ed7-86b0-ece09bafbcab req-fa4d300c-825b-4e1d-b5dc-f3b682b85db3 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.37 "GET /v2.0/security-groups?id=a52e817b-572b-49c9-83df-5341b66b3391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331869 Aug 05 04:20:16.077312 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4282a1a-3548-4de2-aa34-4d2f0449ac25 req-6b992fe6-98f8-4513-a55c-29aeb1dcb4f9 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:16.078830 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e4282a1a-3548-4de2-aa34-4d2f0449ac25 req-6b992fe6-98f8-4513-a55c-29aeb1dcb4f9 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=26f2ad3f-3821-4f77-8d20-74c5f53e5c25 HTTP/1.1" status: 200 len: 945 time: 0.0512164 Aug 05 04:20:16.081476 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6bbae4-5b74-49fc-b337-3cccd3f6f9c9 req-5afd87cb-0773-4bf2-b3bd-38daf1b553ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:16.082980 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-6e6bbae4-5b74-49fc-b337-3cccd3f6f9c9 req-5afd87cb-0773-4bf2-b3bd-38daf1b553ee service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8eb0ee8cdd9f4664bd6a71d95fef8f7a&device_id=26f2ad3f-3821-4f77-8d20-74c5f53e5c25 HTTP/1.1" status: 200 len: 1098 time: 0.0430048 Aug 05 04:20:16.120726 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e4282a1a-3548-4de2-aa34-4d2f0449ac25 req-55bfc16e-39a8-45b0-be93-a5959fd04f7a tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317018 Aug 05 04:20:16.175464 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6bbae4-5b74-49fc-b337-3cccd3f6f9c9 req-1ee17ddd-b9ce-4c5f-9db6-0727a5367fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:16.176863 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-6e6bbae4-5b74-49fc-b337-3cccd3f6f9c9 req-1ee17ddd-b9ce-4c5f-9db6-0727a5367fcd service neutron] 10.222.0.39 "GET /v2.0/networks?id=4a73174c-8cf7-4eb5-84d2-c19fe864c831 HTTP/1.1" status: 200 len: 920 time: 0.0865877 Aug 05 04:20:16.221314 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939f7c4d-8e53-407a-bbdc-d170d88b6a9a req-141edaa0-5fed-4e61-9e2b-4761d6a04346 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:16.222816 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-939f7c4d-8e53-407a-bbdc-d170d88b6a9a req-141edaa0-5fed-4e61-9e2b-4761d6a04346 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/ports?device_id=7be81e90-12f9-46a8-9388-2a5a2ccbd8fa HTTP/1.1" status: 200 len: 943 time: 0.0493946 Aug 05 04:20:16.223154 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-6e6bbae4-5b74-49fc-b337-3cccd3f6f9c9 req-146c3133-223a-4bfd-a583-fb3dbda20a3a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87acbb5e-8645-45ff-b633-388b666fd680 HTTP/1.1" status: 200 len: 217 time: 0.0353241 Aug 05 04:20:16.252902 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Device a381cd76-32e9-4726-951a-710270b2b10e details requested by agent hyperv_hv-cinder-80300 with host hv-cinder-80300 {{(pid=93252) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 04:20:16.283975 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-939f7c4d-8e53-407a-bbdc-d170d88b6a9a req-48b52fdd-2e7a-489c-9a89-6954761bc033 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/security-groups?id=d92b311d-35d1-4c30-9d9b-586d3bdc7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413799 Aug 05 04:20:16.291768 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6bbae4-5b74-49fc-b337-3cccd3f6f9c9 req-288035c8-ba3e-4588-a4a1-a368249e934b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:16.293258 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-6e6bbae4-5b74-49fc-b337-3cccd3f6f9c9 req-288035c8-ba3e-4588-a4a1-a368249e934b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3a9fe8aa-38d2-494e-ab5e-e2594d44600a HTTP/1.1" status: 200 len: 859 time: 0.0530574 Aug 05 04:20:16.327359 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-6e6bbae4-5b74-49fc-b337-3cccd3f6f9c9 req-20eaf92f-7a00-4418-9507-725922ab4516 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4a73174c-8cf7-4eb5-84d2-c19fe864c831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258965 Aug 05 04:20:16.353633 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] For port a381cd76-32e9-4726-951a-710270b2b10e, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=a381cd76-32e9-4726-951a-710270b2b10e,segment=NetworkSegment(3dde1be1-08d0-4677-a267-c0d98cf2de43),segment_id=3dde1be1-08d0-4677-a267-c0d98cf2de43)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:20:16.366288 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Returning: {'device': 'a381cd76-32e9-4726-951a-710270b2b10e', 'network_id': 'cf907c3d-eb09-4c0a-8c7f-37b6a493a079', 'port_id': 'a381cd76-32e9-4726-951a-710270b2b10e', 'mac_address': 'fa:16:3e:8e:55:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6f9db74-429d-4d50-95ec-3b879df44d2e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93252) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 04:20:16.407289 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:20:16.425829 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a381cd76-32e9-4726-951a-710270b2b10e {{(pid=93252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 04:20:16.432961 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-6e6bbae4-5b74-49fc-b337-3cccd3f6f9c9 req-889b2bbd-d564-4866-a8de-1c133a7b05be service neutron] 10.222.0.39 "GET /v2.0/networks/4a73174c-8cf7-4eb5-84d2-c19fe864c831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984976 Aug 05 04:20:16.453476 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] For port a381cd76-32e9-4726-951a-710270b2b10e, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=a381cd76-32e9-4726-951a-710270b2b10e,segment=NetworkSegment(3dde1be1-08d0-4677-a267-c0d98cf2de43),segment_id=3dde1be1-08d0-4677-a267-c0d98cf2de43)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:20:16.458411 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:20:16.459309 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Device ad6dcf51-7724-4bd6-ad72-3ebd12d63b2f details requested by agent hyperv_hv-cinder-80300 with host hv-cinder-80300 {{(pid=93252) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 04:20:16.534879 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-6e6bbae4-5b74-49fc-b337-3cccd3f6f9c9 req-9ba9ad71-8fa1-442a-8567-e15589adbd75 service neutron] 10.222.0.39 "GET /v2.0/networks/4a73174c-8cf7-4eb5-84d2-c19fe864c831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942726 Aug 05 04:20:16.542832 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Pushing event updated for resources: {'Port': ['ID=a381cd76-32e9-4726-951a-710270b2b10e,revision_number=4']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:20:16.605407 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] For port ad6dcf51-7724-4bd6-ad72-3ebd12d63b2f, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=ad6dcf51-7724-4bd6-ad72-3ebd12d63b2f,segment=NetworkSegment(1dc7904a-e614-49dc-9535-f40f2bc33ed1),segment_id=1dc7904a-e614-49dc-9535-f40f2bc33ed1)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:20:16.617548 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Returning: {'device': 'ad6dcf51-7724-4bd6-ad72-3ebd12d63b2f', 'network_id': 'b2e0f95b-5688-4003-80f2-290d80077bb5', 'port_id': 'ad6dcf51-7724-4bd6-ad72-3ebd12d63b2f', 'mac_address': 'fa:16:3e:d7:58:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19a2ca85-8ab0-446f-8f23-ef59f5e9d795', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93252) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 04:20:16.656967 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:20:16.669488 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad6dcf51-7724-4bd6-ad72-3ebd12d63b2f {{(pid=93252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 04:20:16.689904 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] For port ad6dcf51-7724-4bd6-ad72-3ebd12d63b2f, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=ad6dcf51-7724-4bd6-ad72-3ebd12d63b2f,segment=NetworkSegment(1dc7904a-e614-49dc-9535-f40f2bc33ed1),segment_id=1dc7904a-e614-49dc-9535-f40f2bc33ed1)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:20:16.693697 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:20:16.745854 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Pushing event updated for resources: {'Port': ['ID=ad6dcf51-7724-4bd6-ad72-3ebd12d63b2f,revision_number=4']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:20:16.895361 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa0a688-f0cd-47e4-be52-f916a4cfed48 req-4b972dd2-3f6f-4ad9-b5fc-a556ed6ca337 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:16.896802 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2aa0a688-f0cd-47e4-be52-f916a4cfed48 req-4b972dd2-3f6f-4ad9-b5fc-a556ed6ca337 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ab54704-0158-4938-b6e4-72c33e8e208d HTTP/1.1" status: 200 len: 944 time: 0.0510583 Aug 05 04:20:16.933024 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2aa0a688-f0cd-47e4-be52-f916a4cfed48 req-6939b734-e2b3-47ba-94f2-7bfe24b621b3 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.37 "GET /v2.0/security-groups?id=a52e817b-572b-49c9-83df-5341b66b3391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305300 Aug 05 04:20:17.234970 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed91dcb7-bf9c-439d-9aa2-a9c15e2b21ce req-135c2952-89c7-412d-890f-94415707e958 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:17.236333 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ed91dcb7-bf9c-439d-9aa2-a9c15e2b21ce req-135c2952-89c7-412d-890f-94415707e958 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=26f2ad3f-3821-4f77-8d20-74c5f53e5c25 HTTP/1.1" status: 200 len: 945 time: 0.0473924 Aug 05 04:20:17.273291 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ed91dcb7-bf9c-439d-9aa2-a9c15e2b21ce req-4f643631-7081-4e64-98c0-6a3a3fb02057 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311759 Aug 05 04:20:17.376775 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a102934-6bce-4772-b6a8-9057ac195829 req-6342bac2-5792-4651-8e21-3d8ca0bd190d tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:17.378209 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6a102934-6bce-4772-b6a8-9057ac195829 req-6342bac2-5792-4651-8e21-3d8ca0bd190d tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/ports?device_id=7be81e90-12f9-46a8-9388-2a5a2ccbd8fa HTTP/1.1" status: 200 len: 944 time: 0.0473578 Aug 05 04:20:17.416380 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6a102934-6bce-4772-b6a8-9057ac195829 req-e53caf39-de8a-4b99-9aad-2ac97e915a25 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/security-groups?id=d92b311d-35d1-4c30-9d9b-586d3bdc7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322680 Aug 05 04:20:17.733583 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] get_ports_and_sgs() called for port_ids ['a381cd76-32e9-4726-951a-710270b2b10e'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 04:20:18.047230 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b27d39d-a650-4b2a-8ea8-c313293791f9 req-45f28104-c249-4b17-abab-b3b76635d245 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:18.048664 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1b27d39d-a650-4b2a-8ea8-c313293791f9 req-45f28104-c249-4b17-abab-b3b76635d245 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ab54704-0158-4938-b6e4-72c33e8e208d HTTP/1.1" status: 200 len: 944 time: 0.0509009 Aug 05 04:20:18.059928 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] get_ports_and_sgs() called for port_ids ['ad6dcf51-7724-4bd6-ad72-3ebd12d63b2f'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 04:20:18.086696 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1b27d39d-a650-4b2a-8ea8-c313293791f9 req-dba10ab8-168f-4a26-8906-08dea81b9ae7 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.37 "GET /v2.0/security-groups?id=a52e817b-572b-49c9-83df-5341b66b3391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322945 Aug 05 04:20:18.387200 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5ff322-f9a9-4a9c-b2a8-c9149ffddaef req-fb7a2b63-fdae-45a8-b506-d75b788e86c0 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:18.388648 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-de5ff322-f9a9-4a9c-b2a8-c9149ffddaef req-fb7a2b63-fdae-45a8-b506-d75b788e86c0 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=26f2ad3f-3821-4f77-8d20-74c5f53e5c25 HTTP/1.1" status: 200 len: 945 time: 0.0474801 Aug 05 04:20:18.427486 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-de5ff322-f9a9-4a9c-b2a8-c9149ffddaef req-3686f9f9-fd28-4b2b-8fe3-f6d7a861ebd6 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327718 Aug 05 04:20:18.564187 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf1d55e-4715-4b45-945d-e4e0a798430d req-3ae66cac-cb3c-4db0-a470-2d7d4892d768 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:18.565660 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-acf1d55e-4715-4b45-945d-e4e0a798430d req-3ae66cac-cb3c-4db0-a470-2d7d4892d768 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/ports?device_id=7be81e90-12f9-46a8-9388-2a5a2ccbd8fa HTTP/1.1" status: 200 len: 944 time: 0.0486567 Aug 05 04:20:18.602933 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-acf1d55e-4715-4b45-945d-e4e0a798430d req-8da3495b-4dd6-4c7a-bf24-5b27978c5a20 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/security-groups?id=d92b311d-35d1-4c30-9d9b-586d3bdc7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313380 Aug 05 04:20:19.206103 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10620485-2e4b-4c67-9d89-2d16dcd8c694 req-19e914fa-29c3-4cd0-93aa-c32116e37b70 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:19.207716 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-10620485-2e4b-4c67-9d89-2d16dcd8c694 req-19e914fa-29c3-4cd0-93aa-c32116e37b70 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ab54704-0158-4938-b6e4-72c33e8e208d HTTP/1.1" status: 200 len: 944 time: 0.0543563 Aug 05 04:20:19.248174 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-10620485-2e4b-4c67-9d89-2d16dcd8c694 req-fcec0aac-7655-44f4-b010-37638a1edb11 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.37 "GET /v2.0/security-groups?id=a52e817b-572b-49c9-83df-5341b66b3391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341852 Aug 05 04:20:19.542036 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee3255c-5ac8-4eb3-b6d1-45a3e3bca015 req-195b30cf-0fd8-4f46-95c3-681348405dac tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:19.543538 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8ee3255c-5ac8-4eb3-b6d1-45a3e3bca015 req-195b30cf-0fd8-4f46-95c3-681348405dac tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=26f2ad3f-3821-4f77-8d20-74c5f53e5c25 HTTP/1.1" status: 200 len: 945 time: 0.0482941 Aug 05 04:20:19.581711 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8ee3255c-5ac8-4eb3-b6d1-45a3e3bca015 req-09990cb9-e92f-4e5c-8719-18ad2d96ba8a tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310814 Aug 05 04:20:19.711838 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67da0055-f282-489c-89a3-67d643acadcb req-ffa9913e-4f8e-46d3-a878-5982663a90e1 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:19.713273 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-67da0055-f282-489c-89a3-67d643acadcb req-ffa9913e-4f8e-46d3-a878-5982663a90e1 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/ports?device_id=7be81e90-12f9-46a8-9388-2a5a2ccbd8fa HTTP/1.1" status: 200 len: 944 time: 0.0473347 Aug 05 04:20:19.750590 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-67da0055-f282-489c-89a3-67d643acadcb req-4653fb59-6888-4769-a88a-6ae5264d9b25 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/security-groups?id=d92b311d-35d1-4c30-9d9b-586d3bdc7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310009 Aug 05 04:20:20.288322 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Device a381cd76-32e9-4726-951a-710270b2b10e up at agent hyperv_hv-cinder-80300 {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 04:20:20.339691 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Provisioning for port a381cd76-32e9-4726-951a-710270b2b10e completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 04:20:20.343387 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Provisioning complete for port a381cd76-32e9-4726-951a-710270b2b10e triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 04:20:20.343757 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66839334'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:20:20.368802 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0e311e-f75f-45ef-b6ae-bc7a978becdc req-e5e3d73f-3d07-4c08-8052-8b7fbd1d116d tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:20.370271 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3b0e311e-f75f-45ef-b6ae-bc7a978becdc req-e5e3d73f-3d07-4c08-8052-8b7fbd1d116d tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ab54704-0158-4938-b6e4-72c33e8e208d HTTP/1.1" status: 200 len: 944 time: 0.0559185 Aug 05 04:20:20.408745 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3b0e311e-f75f-45ef-b6ae-bc7a978becdc req-f0065f08-489b-45b6-8714-133988223c3d tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.37 "GET /v2.0/security-groups?id=a52e817b-572b-49c9-83df-5341b66b3391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319285 Aug 05 04:20:20.425109 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:20:20.447402 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7be81e90-12f9-46a8-9388-2a5a2ccbd8fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a381cd76-32e9-4726-951a-710270b2b10e'}] {{(pid=93252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 04:20:20.449873 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f021a78abaadf32682ec407d28b092b8d5e159b0dca1f9e700978c1e9d6d025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-767736ca-e9e3-4dde-a607-7941e4d0fc1c" -d '{"events": [{"server_uuid": "7be81e90-12f9-46a8-9388-2a5a2ccbd8fa", "name": "network-vif-plugged", "status": "completed", "tag": "a381cd76-32e9-4726-951a-710270b2b10e"}]}' {{(pid=93252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 04:20:20.463085 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] For port a381cd76-32e9-4726-951a-710270b2b10e, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=a381cd76-32e9-4726-951a-710270b2b10e,segment=NetworkSegment(3dde1be1-08d0-4677-a267-c0d98cf2de43),segment_id=3dde1be1-08d0-4677-a267-c0d98cf2de43)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:20:20.468038 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:20:20.468802 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Device ad6dcf51-7724-4bd6-ad72-3ebd12d63b2f up at agent hyperv_hv-cinder-80300 {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 04:20:20.506382 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 04:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f40f47b4-be8c-4ed1-aa8c-83263d7214ed x-openstack-request-id: req-f40f47b4-be8c-4ed1-aa8c-83263d7214ed {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 04:20:20.506694 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7be81e90-12f9-46a8-9388-2a5a2ccbd8fa", "name": "network-vif-plugged", "status": "completed", "tag": "a381cd76-32e9-4726-951a-710270b2b10e", "code": 200}]} {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 04:20:20.506943 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f40f47b4-be8c-4ed1-aa8c-83263d7214ed {{(pid=93252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 04:20:20.507320 dv-cinder-803000-4-iscsi neutron-server[93252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7be81e90-12f9-46a8-9388-2a5a2ccbd8fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a381cd76-32e9-4726-951a-710270b2b10e', 'code': 200} Aug 05 04:20:20.545883 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Pushing event updated for resources: {'Port': ['ID=a381cd76-32e9-4726-951a-710270b2b10e,revision_number=5']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:20:20.558751 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Provisioning for port ad6dcf51-7724-4bd6-ad72-3ebd12d63b2f completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 04:20:20.562453 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Provisioning complete for port ad6dcf51-7724-4bd6-ad72-3ebd12d63b2f triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 04:20:20.562860 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66839334'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:20:20.646789 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:20:20.679817 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] For port ad6dcf51-7724-4bd6-ad72-3ebd12d63b2f, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=ad6dcf51-7724-4bd6-ad72-3ebd12d63b2f,segment=NetworkSegment(1dc7904a-e614-49dc-9535-f40f2bc33ed1),segment_id=1dc7904a-e614-49dc-9535-f40f2bc33ed1)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:20:20.684135 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:20:20.692929 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99846290-d3d7-4bc4-9781-08cb0705897f req-75d2ffbf-6cf6-4927-8b14-0b56c93e6d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:20.694419 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-99846290-d3d7-4bc4-9781-08cb0705897f req-75d2ffbf-6cf6-4927-8b14-0b56c93e6d2a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7be81e90-12f9-46a8-9388-2a5a2ccbd8fa HTTP/1.1" status: 200 len: 1098 time: 0.0422952 Aug 05 04:20:20.702766 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828fbe6e-71ef-433d-98f0-8b793477e15a req-cc6bb3a2-5c86-4602-8317-423d3487f8e1 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:20.704871 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-828fbe6e-71ef-433d-98f0-8b793477e15a req-cc6bb3a2-5c86-4602-8317-423d3487f8e1 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=26f2ad3f-3821-4f77-8d20-74c5f53e5c25 HTTP/1.1" status: 200 len: 945 time: 0.0536199 Aug 05 04:20:20.730922 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-99846290-d3d7-4bc4-9781-08cb0705897f req-9d1013a3-9dd3-4de1-9b07-cd5189c57dcb service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d92b311d-35d1-4c30-9d9b-586d3bdc7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279250 Aug 05 04:20:20.732451 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Pushing event updated for resources: {'Port': ['ID=ad6dcf51-7724-4bd6-ad72-3ebd12d63b2f,revision_number=5']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:20:20.744380 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-828fbe6e-71ef-433d-98f0-8b793477e15a req-0b725c6a-8d48-476a-82d1-51d6f0bd3296 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342619 Aug 05 04:20:20.862872 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d940e9-21af-4ed4-a366-4967bbf366ee req-0ea30d2c-95f5-4dfb-bad7-9869d0147bee tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:20.864310 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f3d940e9-21af-4ed4-a366-4967bbf366ee req-0ea30d2c-95f5-4dfb-bad7-9869d0147bee tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/ports?device_id=7be81e90-12f9-46a8-9388-2a5a2ccbd8fa HTTP/1.1" status: 200 len: 945 time: 0.0477057 Aug 05 04:20:20.899876 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f3d940e9-21af-4ed4-a366-4967bbf366ee req-4a5a0315-6241-4057-ac23-64c0f5021c93 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/security-groups?id=d92b311d-35d1-4c30-9d9b-586d3bdc7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298262 Aug 05 04:20:21.544732 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd7f55c-74cf-4d9c-9915-797b4833cfc6 req-d676291b-a88b-4c4a-831b-352648deea15 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:21.546319 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1dd7f55c-74cf-4d9c-9915-797b4833cfc6 req-d676291b-a88b-4c4a-831b-352648deea15 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ab54704-0158-4938-b6e4-72c33e8e208d HTTP/1.1" status: 200 len: 945 time: 0.0674555 Aug 05 04:20:21.584550 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1dd7f55c-74cf-4d9c-9915-797b4833cfc6 req-3cb0e12a-8594-4c2b-b137-79867dc95db2 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.37 "GET /v2.0/security-groups?id=a52e817b-572b-49c9-83df-5341b66b3391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320027 Aug 05 04:20:21.857236 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c35ff2e-f6f7-433b-abad-27ed29d5d34a req-ed434268-33be-4a36-9129-b433824548b5 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:21.858726 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3c35ff2e-f6f7-433b-abad-27ed29d5d34a req-ed434268-33be-4a36-9129-b433824548b5 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=26f2ad3f-3821-4f77-8d20-74c5f53e5c25 HTTP/1.1" status: 200 len: 945 time: 0.0481057 Aug 05 04:20:21.896340 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3c35ff2e-f6f7-433b-abad-27ed29d5d34a req-d91cad03-303f-4559-8b44-add65b7feda6 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316529 Aug 05 04:20:22.009978 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92b964c-0270-49c1-93d6-0e349d122eb1 req-8f34c306-e18e-47ce-87ea-2f1c0fdd2b6c tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:22.011472 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c92b964c-0270-49c1-93d6-0e349d122eb1 req-8f34c306-e18e-47ce-87ea-2f1c0fdd2b6c tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/ports?device_id=7be81e90-12f9-46a8-9388-2a5a2ccbd8fa HTTP/1.1" status: 200 len: 945 time: 0.0475678 Aug 05 04:20:22.047806 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c92b964c-0270-49c1-93d6-0e349d122eb1 req-4b87d1b6-b1a5-448a-ba93-26ffe7832d2b tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/security-groups?id=d92b311d-35d1-4c30-9d9b-586d3bdc7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305183 Aug 05 04:20:22.509242 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ab54704-0158-4938-b6e4-72c33e8e208d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad6dcf51-7724-4bd6-ad72-3ebd12d63b2f'}] {{(pid=93252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 04:20:22.511675 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f021a78abaadf32682ec407d28b092b8d5e159b0dca1f9e700978c1e9d6d025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-576f39c4-631b-4d4c-85b6-14e50e796933" -d '{"events": [{"server_uuid": "3ab54704-0158-4938-b6e4-72c33e8e208d", "name": "network-vif-plugged", "status": "completed", "tag": "ad6dcf51-7724-4bd6-ad72-3ebd12d63b2f"}]}' {{(pid=93252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 04:20:22.546923 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 04:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63141249-f364-4c9a-9e0e-6fe290423dc9 x-openstack-request-id: req-63141249-f364-4c9a-9e0e-6fe290423dc9 {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 04:20:22.547327 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ab54704-0158-4938-b6e4-72c33e8e208d", "name": "network-vif-plugged", "status": "completed", "tag": "ad6dcf51-7724-4bd6-ad72-3ebd12d63b2f", "code": 200}]} {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 04:20:22.547555 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-63141249-f364-4c9a-9e0e-6fe290423dc9 {{(pid=93252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 04:20:22.548034 dv-cinder-803000-4-iscsi neutron-server[93252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ab54704-0158-4938-b6e4-72c33e8e208d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad6dcf51-7724-4bd6-ad72-3ebd12d63b2f', 'code': 200} Aug 05 04:20:22.714518 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a95685-10bf-409e-bc98-6580a2721654 req-e6ef7305-65fd-4148-9e94-fca678961492 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:22.716007 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-56a95685-10bf-409e-bc98-6580a2721654 req-e6ef7305-65fd-4148-9e94-fca678961492 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ab54704-0158-4938-b6e4-72c33e8e208d HTTP/1.1" status: 200 len: 945 time: 0.0530901 Aug 05 04:20:22.754463 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-56a95685-10bf-409e-bc98-6580a2721654 req-a14e21b4-0e30-4cc0-afdf-957fae585374 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.37 "GET /v2.0/security-groups?id=a52e817b-572b-49c9-83df-5341b66b3391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324523 Aug 05 04:20:22.799959 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75432e59-acce-4306-bb42-3d0d964def58 req-56dbbaec-ff6b-4722-b8e8-dd8310691230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:22.801361 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-75432e59-acce-4306-bb42-3d0d964def58 req-56dbbaec-ff6b-4722-b8e8-dd8310691230 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3ab54704-0158-4938-b6e4-72c33e8e208d HTTP/1.1" status: 200 len: 1098 time: 0.0382884 Aug 05 04:20:22.870622 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-75432e59-acce-4306-bb42-3d0d964def58 req-93e1b480-60fd-4d05-b18a-a8f5f5075768 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a52e817b-572b-49c9-83df-5341b66b3391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306098 Aug 05 04:20:23.009314 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dac433-bbde-4c4b-8c3c-f5e695df6110 req-3d164a99-3c08-45d2-83bb-1fb61bcf2b37 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:23.010781 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-04dac433-bbde-4c4b-8c3c-f5e695df6110 req-3d164a99-3c08-45d2-83bb-1fb61bcf2b37 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=26f2ad3f-3821-4f77-8d20-74c5f53e5c25 HTTP/1.1" status: 200 len: 945 time: 0.0481060 Aug 05 04:20:23.047341 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-04dac433-bbde-4c4b-8c3c-f5e695df6110 req-0642e5e6-c002-4f53-8c0b-7a59b7def84a tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302389 Aug 05 04:20:23.160491 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a412b5-2865-4a97-b011-8391d96f9923 req-7e4c0e65-087a-434d-8bfd-dbb95e1861e2 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:23.161931 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-62a412b5-2865-4a97-b011-8391d96f9923 req-7e4c0e65-087a-434d-8bfd-dbb95e1861e2 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/ports?device_id=7be81e90-12f9-46a8-9388-2a5a2ccbd8fa HTTP/1.1" status: 200 len: 945 time: 0.0476847 Aug 05 04:20:23.198379 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-62a412b5-2865-4a97-b011-8391d96f9923 req-fd7fbd01-b30e-4b5a-a56a-791f08727800 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/security-groups?id=d92b311d-35d1-4c30-9d9b-586d3bdc7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302143 Aug 05 04:20:23.872458 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00d3488-6de9-49a1-8f18-094f2b6537aa req-3d5f67cf-4021-4d38-807b-d5c6ea9adb73 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:23.873890 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b00d3488-6de9-49a1-8f18-094f2b6537aa req-3d5f67cf-4021-4d38-807b-d5c6ea9adb73 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ab54704-0158-4938-b6e4-72c33e8e208d HTTP/1.1" status: 200 len: 945 time: 0.0513701 Aug 05 04:20:23.910502 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b00d3488-6de9-49a1-8f18-094f2b6537aa req-2e9d0977-fefe-456c-863b-25225a1fee88 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.37 "GET /v2.0/security-groups?id=a52e817b-572b-49c9-83df-5341b66b3391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302770 Aug 05 04:20:24.160421 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e510ba39-d2af-44ec-95a2-27a337a35ba1 req-1bb3151c-ae6b-4efe-b915-1559be567a53 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:24.161941 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e510ba39-d2af-44ec-95a2-27a337a35ba1 req-1bb3151c-ae6b-4efe-b915-1559be567a53 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=26f2ad3f-3821-4f77-8d20-74c5f53e5c25 HTTP/1.1" status: 200 len: 945 time: 0.0469043 Aug 05 04:20:24.199291 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e510ba39-d2af-44ec-95a2-27a337a35ba1 req-e8273ed6-61c2-48ef-97be-0c3d57dbf44b tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316525 Aug 05 04:20:24.307924 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8534a55d-e1c4-4d5e-9e2e-dfc60ea67539 req-6cfc46fd-fb84-4e3d-ab05-821d289a662b tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:24.309357 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8534a55d-e1c4-4d5e-9e2e-dfc60ea67539 req-6cfc46fd-fb84-4e3d-ab05-821d289a662b tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/ports?device_id=7be81e90-12f9-46a8-9388-2a5a2ccbd8fa HTTP/1.1" status: 200 len: 945 time: 0.0469682 Aug 05 04:20:24.346587 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8534a55d-e1c4-4d5e-9e2e-dfc60ea67539 req-885880c4-3170-4dbb-bec3-a89919b5aa32 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/security-groups?id=d92b311d-35d1-4c30-9d9b-586d3bdc7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314536 Aug 05 04:20:25.034345 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdee969-db9f-4bb3-9c5e-aad9267df427 req-a96228b6-2f42-43aa-9c91-d625920ab8ec tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:25.036035 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7bdee969-db9f-4bb3-9c5e-aad9267df427 req-a96228b6-2f42-43aa-9c91-d625920ab8ec tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ab54704-0158-4938-b6e4-72c33e8e208d HTTP/1.1" status: 200 len: 945 time: 0.0555730 Aug 05 04:20:25.074991 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7bdee969-db9f-4bb3-9c5e-aad9267df427 req-27fad1ab-ac31-4b3d-8c9d-faa4423c9b39 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.37 "GET /v2.0/security-groups?id=a52e817b-572b-49c9-83df-5341b66b3391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329971 Aug 05 04:20:25.170990 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-87ea8438-47cd-44c4-a808-9a807a63fea8 None None] Agent healthcheck: found 6 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 04:20:25.316393 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0711b70f-e40d-40f7-a971-33e7ae7b42db req-5c78068e-6666-43fa-b925-2bcb8e2dfe55 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:25.317793 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0711b70f-e40d-40f7-a971-33e7ae7b42db req-5c78068e-6666-43fa-b925-2bcb8e2dfe55 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=26f2ad3f-3821-4f77-8d20-74c5f53e5c25 HTTP/1.1" status: 200 len: 945 time: 0.0471225 Aug 05 04:20:25.355909 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0711b70f-e40d-40f7-a971-33e7ae7b42db req-8c957649-a0d8-4166-a1a2-e891ac7f7835 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316553 Aug 05 04:20:26.184497 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cda44ff-9c91-42a9-9555-debed5ca2121 req-d7a2740b-f7ed-42b2-b0a4-a33c24225426 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:26.185924 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5cda44ff-9c91-42a9-9555-debed5ca2121 req-d7a2740b-f7ed-42b2-b0a4-a33c24225426 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ab54704-0158-4938-b6e4-72c33e8e208d HTTP/1.1" status: 200 len: 945 time: 0.0464313 Aug 05 04:20:26.223514 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5cda44ff-9c91-42a9-9555-debed5ca2121 req-8204f134-a50f-458a-b3a4-af01b2d5f2f3 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.37 "GET /v2.0/security-groups?id=a52e817b-572b-49c9-83df-5341b66b3391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307839 Aug 05 04:20:26.476369 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75a1abc-2675-4deb-b102-d3d515345d24 req-b911c09d-bee9-4d1f-b8c3-02d05b4e3dc8 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:26.477886 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a75a1abc-2675-4deb-b102-d3d515345d24 req-b911c09d-bee9-4d1f-b8c3-02d05b4e3dc8 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=26f2ad3f-3821-4f77-8d20-74c5f53e5c25 HTTP/1.1" status: 200 len: 945 time: 0.0519538 Aug 05 04:20:26.516768 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a75a1abc-2675-4deb-b102-d3d515345d24 req-d5892664-9364-4b98-971e-f5073e90deb0 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329642 Aug 05 04:20:26.955303 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c670920-c93f-4ea4-9a44-e17c5d2aa4cb req-d2fc6ca4-8478-4f50-aa2b-6870acd833d5 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:26.956775 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1c670920-c93f-4ea4-9a44-e17c5d2aa4cb req-d2fc6ca4-8478-4f50-aa2b-6870acd833d5 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ab54704-0158-4938-b6e4-72c33e8e208d HTTP/1.1" status: 200 len: 945 time: 0.0485425 Aug 05 04:20:26.996467 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1c670920-c93f-4ea4-9a44-e17c5d2aa4cb req-7f2ddfc7-c47a-4289-b413-b450cb3b3702 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.37 "GET /v2.0/security-groups?id=a52e817b-572b-49c9-83df-5341b66b3391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337560 Aug 05 04:20:27.364472 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e9a498-fbb9-4500-a084-0f5a52bdb884 req-7caf5ee5-7b24-4613-99a5-1008cff0d746 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:27.365921 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-89e9a498-fbb9-4500-a084-0f5a52bdb884 req-7caf5ee5-7b24-4613-99a5-1008cff0d746 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/networks?id=cf907c3d-eb09-4c0a-8c7f-37b6a493a079 HTTP/1.1" status: 200 len: 815 time: 0.2578800 Aug 05 04:20:27.380195 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-89e9a498-fbb9-4500-a084-0f5a52bdb884 req-1c10b0a3-8c43-4505-8ca7-4b0f0ea668fc tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/quotas/0f2e39f05a9844bcbcea52b74bfc92bc HTTP/1.1" status: 200 len: 375 time: 0.0086966 Aug 05 04:20:27.431191 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-89e9a498-fbb9-4500-a084-0f5a52bdb884 req-04756f32-9ddb-42e7-8c8a-a6910234df98 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=0f2e39f05a9844bcbcea52b74bfc92bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454252 Aug 05 04:20:27.520003 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-89e9a498-fbb9-4500-a084-0f5a52bdb884 req-fd9ac7be-6353-4f5b-9472-9a1ec05c7259 service neutron] 10.222.0.37 "GET /v2.0/networks/cf907c3d-eb09-4c0a-8c7f-37b6a493a079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818675 Aug 05 04:20:27.656739 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec25aa9-f737-4aac-9b44-8317de899ee3 req-65a52b01-cdf6-47af-adbe-905bfdc35ed5 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:27.658206 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5ec25aa9-f737-4aac-9b44-8317de899ee3 req-65a52b01-cdf6-47af-adbe-905bfdc35ed5 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=26f2ad3f-3821-4f77-8d20-74c5f53e5c25 HTTP/1.1" status: 200 len: 945 time: 0.0707364 Aug 05 04:20:27.660381 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-89e9a498-fbb9-4500-a084-0f5a52bdb884 req-0d382ae4-7b88-4566-b15c-d072d37edd2c service neutron] 10.222.0.37 "GET /v2.0/networks/cf907c3d-eb09-4c0a-8c7f-37b6a493a079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345096 Aug 05 04:20:27.699404 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5ec25aa9-f737-4aac-9b44-8317de899ee3 req-6972ee11-09f3-4999-a96a-b6d23b85e86d tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350547 Aug 05 04:20:27.810628 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-63a549e2-a6f4-438b-8fac-dbb8193e983c req-c09a7722-2bb7-4693-8452-f5cb4b3531c0 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e4cda4c-8ec6-4a0d-8882-94c6b4813942 HTTP/1.1" status: 200 len: 210 time: 0.0249531 Aug 05 04:20:28.118073 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd825f06-a7dd-4283-9f37-a2d029702189 req-8b492762-5a84-4494-a61e-6a7872dbda38 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:28.119803 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-bd825f06-a7dd-4283-9f37-a2d029702189 req-8b492762-5a84-4494-a61e-6a7872dbda38 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ab54704-0158-4938-b6e4-72c33e8e208d HTTP/1.1" status: 200 len: 945 time: 0.0522037 Aug 05 04:20:28.159016 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-bd825f06-a7dd-4283-9f37-a2d029702189 req-55c58701-21b1-4554-b58d-1985aabd8f3d tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.37 "GET /v2.0/security-groups?id=a52e817b-572b-49c9-83df-5341b66b3391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326276 Aug 05 04:20:28.824052 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d024db1-15c9-4e90-83e5-cb674c788763 req-317357a9-bbbb-47a5-b3f0-34e9c0bd836b tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:28.825567 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6d024db1-15c9-4e90-83e5-cb674c788763 req-317357a9-bbbb-47a5-b3f0-34e9c0bd836b tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=26f2ad3f-3821-4f77-8d20-74c5f53e5c25 HTTP/1.1" status: 200 len: 945 time: 0.0599794 Aug 05 04:20:28.873865 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6d024db1-15c9-4e90-83e5-cb674c788763 req-35cd2287-73d2-405e-bf80-7197b3d58219 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415742 Aug 05 04:20:28.912749 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0e0ad58b-e05a-4273-a44b-e1be779662f6 req-616f3cb0-c1c5-4fa9-acab-0a35effdcd89 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e4cda4c-8ec6-4a0d-8882-94c6b4813942 HTTP/1.1" status: 200 len: 210 time: 0.0291095 Aug 05 04:20:29.138763 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e9a498-fbb9-4500-a084-0f5a52bdb884 req-c99785fd-620c-4a8f-be8f-42c8d21bd7fb tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:29.140215 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-89e9a498-fbb9-4500-a084-0f5a52bdb884 req-c99785fd-620c-4a8f-be8f-42c8d21bd7fb tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.39 "GET /v2.0/networks?id=cf907c3d-eb09-4c0a-8c7f-37b6a493a079 HTTP/1.1" status: 200 len: 815 time: 0.1003084 Aug 05 04:20:29.272297 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820094a1-9b64-4699-92af-01ba73987db7 req-9e0e23b3-0a14-4b38-b358-95c4ffced093 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:29.273769 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-820094a1-9b64-4699-92af-01ba73987db7 req-9e0e23b3-0a14-4b38-b358-95c4ffced093 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ab54704-0158-4938-b6e4-72c33e8e208d HTTP/1.1" status: 200 len: 945 time: 0.0482967 Aug 05 04:20:29.309286 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-820094a1-9b64-4699-92af-01ba73987db7 req-ef83fe07-2972-449a-bc17-99443f504f13 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.37 "GET /v2.0/security-groups?id=a52e817b-572b-49c9-83df-5341b66b3391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297093 Aug 05 04:20:29.986418 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4663a4cd-5e85-4406-9188-35f26dffe7a0 req-533c3d2d-edbb-40b4-8477-892f062a577a tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:29.987882 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4663a4cd-5e85-4406-9188-35f26dffe7a0 req-533c3d2d-edbb-40b4-8477-892f062a577a tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=26f2ad3f-3821-4f77-8d20-74c5f53e5c25 HTTP/1.1" status: 200 len: 945 time: 0.0472834 Aug 05 04:20:30.023480 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4663a4cd-5e85-4406-9188-35f26dffe7a0 req-9493fbd4-d478-45a0-a0b4-be949e78492e tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298872 Aug 05 04:20:30.100944 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-db4e2369-e91f-4fec-be4a-3479fc57b387 req-94e999cd-17e0-420d-b186-bd433308340f tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e4cda4c-8ec6-4a0d-8882-94c6b4813942 HTTP/1.1" status: 200 len: 210 time: 0.0254359 Aug 05 04:20:30.424565 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094bc345-ec7a-4e1b-8bca-47273fdb6405 req-1456f54a-93b4-4342-aaad-db7915a15c91 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:30.426003 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-094bc345-ec7a-4e1b-8bca-47273fdb6405 req-1456f54a-93b4-4342-aaad-db7915a15c91 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ab54704-0158-4938-b6e4-72c33e8e208d HTTP/1.1" status: 200 len: 945 time: 0.0518498 Aug 05 04:20:30.462558 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-094bc345-ec7a-4e1b-8bca-47273fdb6405 req-98a855a0-1aba-46ab-bfe7-e2c9530fd582 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.37 "GET /v2.0/security-groups?id=a52e817b-572b-49c9-83df-5341b66b3391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306859 Aug 05 04:20:31.133943 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20266e0-02da-400d-a387-4e6189d54dd5 req-8d979496-fffd-4de1-b8ec-0b35052ba764 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:31.135347 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c20266e0-02da-400d-a387-4e6189d54dd5 req-8d979496-fffd-4de1-b8ec-0b35052ba764 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=26f2ad3f-3821-4f77-8d20-74c5f53e5c25 HTTP/1.1" status: 200 len: 945 time: 0.0472009 Aug 05 04:20:31.172619 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c20266e0-02da-400d-a387-4e6189d54dd5 req-82f50fae-4386-45ac-a25e-276dfbd89bab tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310235 Aug 05 04:20:31.249157 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8a7c622e-7b0a-4b66-9dc0-f15911738254 req-e6ef8bad-4ea5-4fbb-9746-5864ee7ed0cc tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e4cda4c-8ec6-4a0d-8882-94c6b4813942 HTTP/1.1" status: 200 len: 210 time: 0.0248747 Aug 05 04:20:31.577496 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992a2e7d-055f-4afc-b788-c53c10a5067d req-2fe4d36f-1721-467e-a69c-6549a13b8c01 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:31.579031 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-992a2e7d-055f-4afc-b788-c53c10a5067d req-2fe4d36f-1721-467e-a69c-6549a13b8c01 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ab54704-0158-4938-b6e4-72c33e8e208d HTTP/1.1" status: 200 len: 945 time: 0.0517614 Aug 05 04:20:31.615671 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-992a2e7d-055f-4afc-b788-c53c10a5067d req-6902ba38-726e-4f11-83d6-9c339dcba750 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.37 "GET /v2.0/security-groups?id=a52e817b-572b-49c9-83df-5341b66b3391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308981 Aug 05 04:20:32.284111 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c778064-d11a-4fa3-aab8-c349b2cc7bdd req-fcfd453e-4336-4764-a413-45a7bc3884dd tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:32.285541 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8c778064-d11a-4fa3-aab8-c349b2cc7bdd req-fcfd453e-4336-4764-a413-45a7bc3884dd tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=26f2ad3f-3821-4f77-8d20-74c5f53e5c25 HTTP/1.1" status: 200 len: 945 time: 0.0480142 Aug 05 04:20:32.322234 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8c778064-d11a-4fa3-aab8-c349b2cc7bdd req-153a175e-2e89-4cfd-a92d-ba543eb6660d tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307701 Aug 05 04:20:32.402676 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4df7409e-b6f1-46ca-b883-955f1853bb75 req-988669e8-21cd-4f6d-a089-6a71edd4b243 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e4cda4c-8ec6-4a0d-8882-94c6b4813942 HTTP/1.1" status: 200 len: 210 time: 0.0277627 Aug 05 04:20:32.693331 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-a8110a46-85fe-4b80-9f62-45cf3e0cc4e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:20:32.733907 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ab8713-8cb8-47de-8ac0-96fe1d54be10 req-58eb4b49-b7ff-4b9c-a636-4199fbb0e1e8 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:32.735864 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-20ab8713-8cb8-47de-8ac0-96fe1d54be10 req-58eb4b49-b7ff-4b9c-a636-4199fbb0e1e8 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ab54704-0158-4938-b6e4-72c33e8e208d HTTP/1.1" status: 200 len: 945 time: 0.0536978 Aug 05 04:20:32.772236 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-20ab8713-8cb8-47de-8ac0-96fe1d54be10 req-d0e9daa9-09db-4794-9803-48c14c075abd tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.37 "GET /v2.0/security-groups?id=a52e817b-572b-49c9-83df-5341b66b3391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304010 Aug 05 04:20:33.100490 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [req-89e9a498-fbb9-4500-a084-0f5a52bdb884 req-736eff90-143c-4dd1-bede-ea75db62c600 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Request body: {'port': {'device_id': '9e4cda4c-8ec6-4a0d-8882-94c6b4813942', 'network_id': 'cf907c3d-eb09-4c0a-8c7f-37b6a493a079', 'admin_state_up': True, 'tenant_id': '0f2e39f05a9844bcbcea52b74bfc92bc'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:20:33.439339 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed598b6-db51-4ecc-9081-4432ebdffa47 req-46ecc1af-e167-4715-a8db-fa5a658acb16 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:33.440871 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6ed598b6-db51-4ecc-9081-4432ebdffa47 req-46ecc1af-e167-4715-a8db-fa5a658acb16 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=26f2ad3f-3821-4f77-8d20-74c5f53e5c25 HTTP/1.1" status: 200 len: 945 time: 0.0503781 Aug 05 04:20:33.455027 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89e9a498-fbb9-4500-a084-0f5a52bdb884 req-736eff90-143c-4dd1-bede-ea75db62c600 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Made reservation on behalf of 0f2e39f05a9844bcbcea52b74bfc92bc for: {'port': 1} {{(pid=93251) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 04:20:33.459377 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-89e9a498-fbb9-4500-a084-0f5a52bdb884 req-736eff90-143c-4dd1-bede-ea75db62c600 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:20:33.498768 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6ed598b6-db51-4ecc-9081-4432ebdffa47 req-3d819c9e-4439-417c-b11a-53c3e6a4e653 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514419 Aug 05 04:20:33.516941 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-fdb6412f-17af-4fed-a372-1f1fcd39218f req-5d178627-d53b-4487-a299-6051178145b9 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e4cda4c-8ec6-4a0d-8882-94c6b4813942 HTTP/1.1" status: 200 len: 210 time: 0.0304570 Aug 05 04:20:33.580193 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-88da596a-6310-4a80-a060-c8c18d517b0a req-26b3b5a0-886b-40d5-8e61-2940127acd63 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=32e15d21-e838-4976-9b48-0180a753f296&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1011462 Aug 05 04:20:33.626426 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.db_base_plugin_common [req-89e9a498-fbb9-4500-a084-0f5a52bdb884 req-736eff90-143c-4dd1-bede-ea75db62c600 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Allocated IP 172.20.0.12 (cf907c3d-eb09-4c0a-8c7f-37b6a493a079/e6f9db74-429d-4d50-95ec-3b879df44d2e/fb2e59bd-9ad0-4d55-bade-5277a01d5c00) {{(pid=93251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 04:20:33.763502 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88da596a-6310-4a80-a060-c8c18d517b0a req-eab62dcc-c834-4f09-9d12-2d8535d87da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:33.764955 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-88da596a-6310-4a80-a060-c8c18d517b0a req-eab62dcc-c834-4f09-9d12-2d8535d87da5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8eb0ee8cdd9f4664bd6a71d95fef8f7a&device_id=32e15d21-e838-4976-9b48-0180a753f296 HTTP/1.1" status: 200 len: 1098 time: 0.0954843 Aug 05 04:20:33.801536 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-89e9a498-fbb9-4500-a084-0f5a52bdb884 req-736eff90-143c-4dd1-bede-ea75db62c600 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Notify callbacks [] for port, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:20:33.892989 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c2cb95-ff18-4d20-8df8-0ae35b712821 req-048a8faa-1d30-4fdd-ab86-2b13488b3a00 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:33.894548 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-16c2cb95-ff18-4d20-8df8-0ae35b712821 req-048a8faa-1d30-4fdd-ab86-2b13488b3a00 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ab54704-0158-4938-b6e4-72c33e8e208d HTTP/1.1" status: 200 len: 945 time: 0.0490270 Aug 05 04:20:33.923657 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-89e9a498-fbb9-4500-a084-0f5a52bdb884 req-736eff90-143c-4dd1-bede-ea75db62c600 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763712145875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8933231'] for port, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:20:33.945704 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-16c2cb95-ff18-4d20-8df8-0ae35b712821 req-c8ff8ab9-f90a-415e-8e1c-08797312761f tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.37 "GET /v2.0/security-groups?id=a52e817b-572b-49c9-83df-5341b66b3391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435815 Aug 05 04:20:33.967430 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e466c5a1-f692-453c-bf18-12b905daf467 req-6ff9c5b2-3ae5-4d5d-980c-5940ff1b0b5e tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:33.968998 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-e466c5a1-f692-453c-bf18-12b905daf467 req-6ff9c5b2-3ae5-4d5d-980c-5940ff1b0b5e tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ab54704-0158-4938-b6e4-72c33e8e208d HTTP/1.1" status: 200 len: 945 time: 0.1396110 Aug 05 04:20:33.971731 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] get_ports_and_sgs() called for port_ids ['42c57c80-e151-4c69-8999-cf599c413e90', 'a381cd76-32e9-4726-951a-710270b2b10e'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 04:20:34.005005 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89e9a498-fbb9-4500-a084-0f5a52bdb884 req-736eff90-143c-4dd1-bede-ea75db62c600 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Network cf907c3d-eb09-4c0a-8c7f-37b6a493a079 is already hosted by enough agents. {{(pid=93251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 04:20:34.031442 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [req-89e9a498-fbb9-4500-a084-0f5a52bdb884 req-736eff90-143c-4dd1-bede-ea75db62c600 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Resources bound (agent type, host, resource id): {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 04:20:34.033357 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736eff90-143c-4dd1-bede-ea75db62c600 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Pushing event updated for resources: {'Port': ['ID=fb2e59bd-9ad0-4d55-bade-5277a01d5c00,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:20:34.042076 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [req-89e9a498-fbb9-4500-a084-0f5a52bdb884 req-736eff90-143c-4dd1-bede-ea75db62c600 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Received port after_create {{(pid=93251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 04:20:34.101588 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736eff90-143c-4dd1-bede-ea75db62c600 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:20:34.102241 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736eff90-143c-4dd1-bede-ea75db62c600 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:20:34.102241 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736eff90-143c-4dd1-bede-ea75db62c600 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:20:34.102601 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736eff90-143c-4dd1-bede-ea75db62c600 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:20:34.102931 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736eff90-143c-4dd1-bede-ea75db62c600 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:20:34.103261 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736eff90-143c-4dd1-bede-ea75db62c600 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:20:34.103587 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736eff90-143c-4dd1-bede-ea75db62c600 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:20:34.103909 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736eff90-143c-4dd1-bede-ea75db62c600 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:20:34.104225 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736eff90-143c-4dd1-bede-ea75db62c600 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:20:34.104546 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736eff90-143c-4dd1-bede-ea75db62c600 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:20:34.104875 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736eff90-143c-4dd1-bede-ea75db62c600 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:20:34.105185 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736eff90-143c-4dd1-bede-ea75db62c600 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:20:34.108596 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88da596a-6310-4a80-a060-c8c18d517b0a req-8e708c7b-62c3-4c69-8622-77f9a4db1a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:34.110600 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-88da596a-6310-4a80-a060-c8c18d517b0a req-8e708c7b-62c3-4c69-8622-77f9a4db1a99 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4a73174c-8cf7-4eb5-84d2-c19fe864c831 HTTP/1.1" status: 200 len: 920 time: 0.2802541 Aug 05 04:20:34.170741 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e9a498-fbb9-4500-a084-0f5a52bdb884 req-736eff90-143c-4dd1-bede-ea75db62c600 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:34.171355 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-89e9a498-fbb9-4500-a084-0f5a52bdb884 req-736eff90-143c-4dd1-bede-ea75db62c600 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224329'] for port, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:20:34.219965 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-88da596a-6310-4a80-a060-c8c18d517b0a req-44f61d20-5d43-4f7f-b51f-312b5b7f0b0b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4e2507bd-6053-49aa-87b5-a1db7d0c7b97 HTTP/1.1" status: 200 len: 217 time: 0.0679531 Aug 05 04:20:34.223531 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f45e289-5d38-44e7-b29b-20bb063468d3 req-348cdc15-f419-432c-9e31-db0efca1801a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:34.225308 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-1f45e289-5d38-44e7-b29b-20bb063468d3 req-348cdc15-f419-432c-9e31-db0efca1801a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=26f2ad3f-3821-4f77-8d20-74c5f53e5c25 HTTP/1.1" status: 200 len: 1098 time: 0.1982133 Aug 05 04:20:34.230744 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-89e9a498-fbb9-4500-a084-0f5a52bdb884 req-736eff90-143c-4dd1-bede-ea75db62c600 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1342921 Aug 05 04:20:34.250811 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [req-e466c5a1-f692-453c-bf18-12b905daf467 req-bb764e66-8f67-44c7-829d-d31d383918d6 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] Deleting port ad6dcf51-7724-4bd6-ad72-3ebd12d63b2f {{(pid=93251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 04:20:34.251159 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-e466c5a1-f692-453c-bf18-12b905daf467 req-bb764e66-8f67-44c7-829d-d31d383918d6 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763712722935'] for port, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:20:34.280619 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [req-89e9a498-fbb9-4500-a084-0f5a52bdb884 req-6334bb99-2674-4aa5-83f3-faf820b2a918 service neutron] Request body: {'port': {'device_id': '9e4cda4c-8ec6-4a0d-8882-94c6b4813942', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80300'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:20:34.430623 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-1f45e289-5d38-44e7-b29b-20bb063468d3 req-67b01206-dc61-46b5-90ac-c37c086ec666 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610482 Aug 05 04:20:34.437280 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88da596a-6310-4a80-a060-c8c18d517b0a req-72cfb2d6-a18d-44fd-b13f-ed482bc8cbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:34.438697 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-88da596a-6310-4a80-a060-c8c18d517b0a req-72cfb2d6-a18d-44fd-b13f-ed482bc8cbaa service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3a9fe8aa-38d2-494e-ab5e-e2594d44600a HTTP/1.1" status: 200 len: 859 time: 0.1687822 Aug 05 04:20:34.443245 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-89e9a498-fbb9-4500-a084-0f5a52bdb884 req-6334bb99-2674-4aa5-83f3-faf820b2a918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:20:34.504770 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [req-e466c5a1-f692-453c-bf18-12b905daf467 req-bb764e66-8f67-44c7-829d-d31d383918d6 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] For port ad6dcf51-7724-4bd6-ad72-3ebd12d63b2f, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=ad6dcf51-7724-4bd6-ad72-3ebd12d63b2f,segment=NetworkSegment(1dc7904a-e614-49dc-9535-f40f2bc33ed1),segment_id=1dc7904a-e614-49dc-9535-f40f2bc33ed1)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:20:34.505144 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-e466c5a1-f692-453c-bf18-12b905daf467 req-bb764e66-8f67-44c7-829d-d31d383918d6 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-702725'] for port, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:20:34.529074 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [req-e466c5a1-f692-453c-bf18-12b905daf467 req-bb764e66-8f67-44c7-829d-d31d383918d6 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] Calling delete_port for ad6dcf51-7724-4bd6-ad72-3ebd12d63b2f owned by compute:nova {{(pid=93251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 04:20:34.622944 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4712c7-7b72-45c2-b55c-28ad160764aa req-291cdbcf-5ee1-4c2e-a0e2-09be918eeebd tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:34.624674 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-da4712c7-7b72-45c2-b55c-28ad160764aa req-291cdbcf-5ee1-4c2e-a0e2-09be918eeebd tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=26f2ad3f-3821-4f77-8d20-74c5f53e5c25 HTTP/1.1" status: 200 len: 945 time: 0.0520306 Aug 05 04:20:34.665208 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-da4712c7-7b72-45c2-b55c-28ad160764aa req-33166f99-9110-491b-a725-efebf0a01cd5 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334232 Aug 05 04:20:34.770708 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb151cb2-987b-44f9-8467-667492f21fa8 req-564aa7d2-dcd2-4003-8585-4f67122ad4ff tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:34.772189 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-cb151cb2-987b-44f9-8467-667492f21fa8 req-564aa7d2-dcd2-4003-8585-4f67122ad4ff tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e4cda4c-8ec6-4a0d-8882-94c6b4813942 HTTP/1.1" status: 200 len: 932 time: 0.0488856 Aug 05 04:20:34.809825 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-cb151cb2-987b-44f9-8467-667492f21fa8 req-9e439fd1-4fdf-48ff-9b90-298313617b6f tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/security-groups?id=d92b311d-35d1-4c30-9d9b-586d3bdc7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315003 Aug 05 04:20:34.823891 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-e466c5a1-f692-453c-bf18-12b905daf467 req-bb764e66-8f67-44c7-829d-d31d383918d6 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763712549039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763712145884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8933231'] for port, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:20:34.858325 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb764e66-8f67-44c7-829d-d31d383918d6 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] Pushing event deleted for resources: {'Port': ['ID=ad6dcf51-7724-4bd6-ad72-3ebd12d63b2f,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:20:34.868781 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [req-89e9a498-fbb9-4500-a084-0f5a52bdb884 req-6334bb99-2674-4aa5-83f3-faf820b2a918 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb2e59bd-9ad0-4d55-bade-5277a01d5c00 {{(pid=93251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 04:20:34.878205 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-89e9a498-fbb9-4500-a084-0f5a52bdb884 req-6334bb99-2674-4aa5-83f3-faf820b2a918 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:20:34.917844 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [req-e466c5a1-f692-453c-bf18-12b905daf467 req-bb764e66-8f67-44c7-829d-d31d383918d6 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] No DVR routers for this DVR port ad6dcf51-7724-4bd6-ad72-3ebd12d63b2f on host hv-cinder-80300 {{(pid=93251) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 04:20:34.923635 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-e466c5a1-f692-453c-bf18-12b905daf467 req-bb764e66-8f67-44c7-829d-d31d383918d6 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224329'] for port, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:20:34.926080 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-e466c5a1-f692-453c-bf18-12b905daf467 req-bb764e66-8f67-44c7-829d-d31d383918d6 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.39 "DELETE /v2.0/ports/ad6dcf51-7724-4bd6-ad72-3ebd12d63b2f HTTP/1.1" status: 204 len: 173 time: 0.9363425 Aug 05 04:20:34.926700 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ab54704-0158-4938-b6e4-72c33e8e208d', 'name': 'network-vif-deleted', 'tag': 'ad6dcf51-7724-4bd6-ad72-3ebd12d63b2f'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 04:20:34.929097 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc51a2a5f300f30acac232ef327f3f01bb0f894a96a37a70efeb1c252096f2af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a381bec-132d-4c87-9b44-5de8a1ab0b5b" -d '{"events": [{"server_uuid": "3ab54704-0158-4938-b6e4-72c33e8e208d", "name": "network-vif-deleted", "tag": "ad6dcf51-7724-4bd6-ad72-3ebd12d63b2f"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 04:20:34.932277 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [req-89e9a498-fbb9-4500-a084-0f5a52bdb884 req-6334bb99-2674-4aa5-83f3-faf820b2a918 service neutron] Transition to ACTIVE for port object fb2e59bd-9ad0-4d55-bade-5277a01d5c00 will not be triggered until provisioned by entity L2. {{(pid=93251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 04:20:34.935967 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-89e9a498-fbb9-4500-a084-0f5a52bdb884 req-6334bb99-2674-4aa5-83f3-faf820b2a918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8933222'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:20:34.972435 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 04:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c891cd9e-d955-40cd-a38d-bfee9f7e2976 x-openstack-request-id: req-c891cd9e-d955-40cd-a38d-bfee9f7e2976 {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 04:20:34.972725 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ab54704-0158-4938-b6e4-72c33e8e208d", "name": "network-vif-deleted", "tag": "ad6dcf51-7724-4bd6-ad72-3ebd12d63b2f", "status": "completed", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 04:20:34.972974 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c891cd9e-d955-40cd-a38d-bfee9f7e2976 {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 04:20:34.973360 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ab54704-0158-4938-b6e4-72c33e8e208d', 'name': 'network-vif-deleted', 'tag': 'ad6dcf51-7724-4bd6-ad72-3ebd12d63b2f', 'status': 'completed', 'code': 200} Aug 05 04:20:34.993555 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6334bb99-2674-4aa5-83f3-faf820b2a918 service neutron] Pushing event updated for resources: {'Port': ['ID=fb2e59bd-9ad0-4d55-bade-5277a01d5c00,revision_number=2']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:20:35.041217 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4052ce64-abfc-425d-8451-1a1bf92a1390 req-21f3a149-0992-4829-9d45-7257c846d8e9 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ab54704-0158-4938-b6e4-72c33e8e208d HTTP/1.1" status: 200 len: 210 time: 0.0267193 Aug 05 04:20:35.058447 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [req-89e9a498-fbb9-4500-a084-0f5a52bdb884 req-6334bb99-2674-4aa5-83f3-faf820b2a918 service neutron] Attempting to bind port fb2e59bd-9ad0-4d55-bade-5277a01d5c00 on host hv-cinder-80300 for vnic_type normal with profile {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 04:20:35.058820 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [req-89e9a498-fbb9-4500-a084-0f5a52bdb884 req-6334bb99-2674-4aa5-83f3-faf820b2a918 service neutron] Attempting to bind port fb2e59bd-9ad0-4d55-bade-5277a01d5c00 by drivers openvswitch,hyperv on host hv-cinder-80300 at level 0 using segments [{'id': '3dde1be1-08d0-4677-a267-c0d98cf2de43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cf907c3d-eb09-4c0a-8c7f-37b6a493a079'}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 04:20:35.059139 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e9a498-fbb9-4500-a084-0f5a52bdb884 req-6334bb99-2674-4aa5-83f3-faf820b2a918 service neutron] Attempting to bind port fb2e59bd-9ad0-4d55-bade-5277a01d5c00 on network cf907c3d-eb09-4c0a-8c7f-37b6a493a079 {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 04:20:35.063898 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e9a498-fbb9-4500-a084-0f5a52bdb884 req-6334bb99-2674-4aa5-83f3-faf820b2a918 service neutron] Port fb2e59bd-9ad0-4d55-bade-5277a01d5c00 on network cf907c3d-eb09-4c0a-8c7f-37b6a493a079 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80300 {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 04:20:35.064217 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e9a498-fbb9-4500-a084-0f5a52bdb884 req-6334bb99-2674-4aa5-83f3-faf820b2a918 service neutron] Attempting to bind port fb2e59bd-9ad0-4d55-bade-5277a01d5c00 on network cf907c3d-eb09-4c0a-8c7f-37b6a493a079 {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 04:20:35.068924 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e9a498-fbb9-4500-a084-0f5a52bdb884 req-6334bb99-2674-4aa5-83f3-faf820b2a918 service neutron] Checking agent: {'id': 'a0106253-c5a2-4978-ae01-2b305935773e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80300', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 4, 16, 33), 'started_at': datetime.datetime(2021, 8, 5, 4, 16, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 4, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 04:20:35.069257 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e9a498-fbb9-4500-a084-0f5a52bdb884 req-6334bb99-2674-4aa5-83f3-faf820b2a918 service neutron] Checking segment: {'id': '3dde1be1-08d0-4677-a267-c0d98cf2de43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cf907c3d-eb09-4c0a-8c7f-37b6a493a079'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 04:20:35.069634 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e9a498-fbb9-4500-a084-0f5a52bdb884 req-6334bb99-2674-4aa5-83f3-faf820b2a918 service neutron] Bound using segment: {'id': '3dde1be1-08d0-4677-a267-c0d98cf2de43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cf907c3d-eb09-4c0a-8c7f-37b6a493a079'} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 04:20:35.070053 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [req-89e9a498-fbb9-4500-a084-0f5a52bdb884 req-6334bb99-2674-4aa5-83f3-faf820b2a918 service neutron] Bound port: fb2e59bd-9ad0-4d55-bade-5277a01d5c00, host: hv-cinder-80300, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dde1be1-08d0-4677-a267-c0d98cf2de43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cf907c3d-eb09-4c0a-8c7f-37b6a493a079'}}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 04:20:35.070408 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-89e9a498-fbb9-4500-a084-0f5a52bdb884 req-6334bb99-2674-4aa5-83f3-faf820b2a918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:20:35.117535 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-56543a5b-4c0a-4cf7-88c3-73ac787e6496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:20:35.141473 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [req-89e9a498-fbb9-4500-a084-0f5a52bdb884 req-6334bb99-2674-4aa5-83f3-faf820b2a918 service neutron] For port fb2e59bd-9ad0-4d55-bade-5277a01d5c00, host hv-cinder-80300, cleared binding levels {{(pid=93251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 04:20:35.144681 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [req-89e9a498-fbb9-4500-a084-0f5a52bdb884 req-6334bb99-2674-4aa5-83f3-faf820b2a918 service neutron] For port fb2e59bd-9ad0-4d55-bade-5277a01d5c00, host hv-cinder-80300, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=fb2e59bd-9ad0-4d55-bade-5277a01d5c00,segment=NetworkSegment(3dde1be1-08d0-4677-a267-c0d98cf2de43),segment_id=3dde1be1-08d0-4677-a267-c0d98cf2de43)] {{(pid=93251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 04:20:35.148087 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-89e9a498-fbb9-4500-a084-0f5a52bdb884 req-6334bb99-2674-4aa5-83f3-faf820b2a918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8933222'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:20:35.180863 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e9a498-fbb9-4500-a084-0f5a52bdb884 req-6334bb99-2674-4aa5-83f3-faf820b2a918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:35.181461 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-89e9a498-fbb9-4500-a084-0f5a52bdb884 req-6334bb99-2674-4aa5-83f3-faf820b2a918 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224329'] for port, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:20:35.182847 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-89e9a498-fbb9-4500-a084-0f5a52bdb884 req-6334bb99-2674-4aa5-83f3-faf820b2a918 service neutron] 10.222.0.39 "PUT /v2.0/ports/fb2e59bd-9ad0-4d55-bade-5277a01d5c00 HTTP/1.1" status: 200 len: 1094 time: 0.9149001 Aug 05 04:20:35.202283 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6334bb99-2674-4aa5-83f3-faf820b2a918 service neutron] Pushing event updated for resources: {'Port': ['ID=fb2e59bd-9ad0-4d55-bade-5277a01d5c00,revision_number=3']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:20:35.306310 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:20:35.785322 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e4bbdb-af9a-4b18-bfa2-005e810a744d req-3f5f39f9-f759-4391-aba1-4fb7afdf8210 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:35.786944 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-40e4bbdb-af9a-4b18-bfa2-005e810a744d req-3f5f39f9-f759-4391-aba1-4fb7afdf8210 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=26f2ad3f-3821-4f77-8d20-74c5f53e5c25 HTTP/1.1" status: 200 len: 945 time: 0.0521221 Aug 05 04:20:35.824631 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-40e4bbdb-af9a-4b18-bfa2-005e810a744d req-2762d037-834c-45a2-9465-c4993cc19a24 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320153 Aug 05 04:20:35.921488 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dd8f55-8903-4f40-9088-b9bc5a0e7725 req-704afc8e-a2e9-4831-993f-fdf00a836720 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:35.922977 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b7dd8f55-8903-4f40-9088-b9bc5a0e7725 req-704afc8e-a2e9-4831-993f-fdf00a836720 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e4cda4c-8ec6-4a0d-8882-94c6b4813942 HTTP/1.1" status: 200 len: 944 time: 0.0469649 Aug 05 04:20:35.959955 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b7dd8f55-8903-4f40-9088-b9bc5a0e7725 req-d5f67485-f285-477c-9ea5-75553b82255c tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/security-groups?id=d92b311d-35d1-4c30-9d9b-586d3bdc7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312378 Aug 05 04:20:36.132082 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8a018e25-67af-4db7-bee3-31438d91d58e req-e2f6855b-c4f8-4b0b-a48d-f963c9d613b2 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ab54704-0158-4938-b6e4-72c33e8e208d HTTP/1.1" status: 200 len: 210 time: 0.0258999 Aug 05 04:20:36.277565 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-03641130-cd72-49d2-95a2-84c2adaa14ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:20:36.940189 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b737393d-2efc-4b4c-885d-bc6b605557e4 req-992d4ac4-5e93-4316-b078-41fb011e3b34 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:36.941691 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b737393d-2efc-4b4c-885d-bc6b605557e4 req-992d4ac4-5e93-4316-b078-41fb011e3b34 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=26f2ad3f-3821-4f77-8d20-74c5f53e5c25 HTTP/1.1" status: 200 len: 945 time: 0.0511117 Aug 05 04:20:36.974440 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e4cda4c-8ec6-4a0d-8882-94c6b4813942', 'tag': 'fb2e59bd-9ad0-4d55-bade-5277a01d5c00'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 04:20:36.976768 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc51a2a5f300f30acac232ef327f3f01bb0f894a96a37a70efeb1c252096f2af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3d2cc32-1a89-4be4-95eb-a13b738eb06c" -d '{"events": [{"name": "network-changed", "server_uuid": "9e4cda4c-8ec6-4a0d-8882-94c6b4813942", "tag": "fb2e59bd-9ad0-4d55-bade-5277a01d5c00"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 04:20:36.980408 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b737393d-2efc-4b4c-885d-bc6b605557e4 req-45e3bb91-60c0-400c-b457-84068d3ba67f tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325286 Aug 05 04:20:37.020711 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 04:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-410ece45-be19-4aef-b9ec-fadc578fbe6a x-openstack-request-id: req-410ece45-be19-4aef-b9ec-fadc578fbe6a {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 04:20:37.021031 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e4cda4c-8ec6-4a0d-8882-94c6b4813942", "tag": "fb2e59bd-9ad0-4d55-bade-5277a01d5c00", "status": "completed", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 04:20:37.021281 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-410ece45-be19-4aef-b9ec-fadc578fbe6a {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 04:20:37.021700 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e4cda4c-8ec6-4a0d-8882-94c6b4813942', 'tag': 'fb2e59bd-9ad0-4d55-bade-5277a01d5c00', 'status': 'completed', 'code': 200} Aug 05 04:20:37.107875 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dc273b-bd10-4cc5-b7d5-c214841c46f6 req-ebae9207-4acb-423f-8572-47d160674e85 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:37.109249 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-89dc273b-bd10-4cc5-b7d5-c214841c46f6 req-ebae9207-4acb-423f-8572-47d160674e85 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e4cda4c-8ec6-4a0d-8882-94c6b4813942 HTTP/1.1" status: 200 len: 944 time: 0.0476530 Aug 05 04:20:37.145295 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-89dc273b-bd10-4cc5-b7d5-c214841c46f6 req-c72f2087-4f90-43a5-8c95-c2b032d9408a tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/security-groups?id=d92b311d-35d1-4c30-9d9b-586d3bdc7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303090 Aug 05 04:20:37.224615 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-722150ac-0500-4f3d-b473-2861a0b5626f req-b1b434c3-3186-4fb9-8f44-06cf03b5fe9f tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ab54704-0158-4938-b6e4-72c33e8e208d HTTP/1.1" status: 200 len: 210 time: 0.0268292 Aug 05 04:20:37.966704 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-6a2206e1-ea48-45a0-865e-aad2fcc79b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:20:38.095363 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64a751c-4ddf-47ee-bf31-60e64b5bdbaf req-b5c2a9ae-298b-462e-8288-d9ab06ec8423 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:38.096834 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d64a751c-4ddf-47ee-bf31-60e64b5bdbaf req-b5c2a9ae-298b-462e-8288-d9ab06ec8423 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=26f2ad3f-3821-4f77-8d20-74c5f53e5c25 HTTP/1.1" status: 200 len: 945 time: 0.0524235 Aug 05 04:20:38.133369 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d64a751c-4ddf-47ee-bf31-60e64b5bdbaf req-6db0d6bb-2da6-4416-b77c-a43e6b0d8e50 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308013 Aug 05 04:20:38.256173 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3606fdeb-f953-4052-81f1-7fa8c2eb3a1e req-9873a102-b564-4263-acfd-17f67784ab35 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:38.257560 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3606fdeb-f953-4052-81f1-7fa8c2eb3a1e req-9873a102-b564-4263-acfd-17f67784ab35 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e4cda4c-8ec6-4a0d-8882-94c6b4813942 HTTP/1.1" status: 200 len: 944 time: 0.0486958 Aug 05 04:20:38.294264 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3606fdeb-f953-4052-81f1-7fa8c2eb3a1e req-04af88d0-3645-40ad-b952-977153784fc1 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/security-groups?id=d92b311d-35d1-4c30-9d9b-586d3bdc7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308776 Aug 05 04:20:38.372232 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1dd8c7fe-fa50-4528-ad02-ffe847473bee req-1748e556-369f-45ab-bdce-ee90287bafdf tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ab54704-0158-4938-b6e4-72c33e8e208d HTTP/1.1" status: 200 len: 210 time: 0.0250413 Aug 05 04:20:39.243318 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9147f1eb-c553-4cbd-a019-1b9df5d8027f req-b420d75a-edc0-46ba-bf29-858f2474cbc0 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:39.244738 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9147f1eb-c553-4cbd-a019-1b9df5d8027f req-b420d75a-edc0-46ba-bf29-858f2474cbc0 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=26f2ad3f-3821-4f77-8d20-74c5f53e5c25 HTTP/1.1" status: 200 len: 945 time: 0.0466740 Aug 05 04:20:39.285624 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9147f1eb-c553-4cbd-a019-1b9df5d8027f req-5b1a5e21-ed69-4f91-ada7-30a8a135bc25 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351086 Aug 05 04:20:39.408082 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c87a24c-9cfc-42ca-b799-6ccdea419f64 req-beace82b-1d16-4633-8a85-92d7c7a67de8 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:39.409601 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4c87a24c-9cfc-42ca-b799-6ccdea419f64 req-beace82b-1d16-4633-8a85-92d7c7a67de8 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e4cda4c-8ec6-4a0d-8882-94c6b4813942 HTTP/1.1" status: 200 len: 944 time: 0.0513737 Aug 05 04:20:39.417488 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:20:39.447211 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4c87a24c-9cfc-42ca-b799-6ccdea419f64 req-ce401c6b-4d89-41d5-b8cf-dfe8c633a3c0 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/security-groups?id=d92b311d-35d1-4c30-9d9b-586d3bdc7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316246 Aug 05 04:20:39.524808 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-cf4787a2-0153-4a28-87ad-6264f71a4212 req-e681d609-467c-47d0-8da3-4c9b4dc3d00f tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ab54704-0158-4938-b6e4-72c33e8e208d HTTP/1.1" status: 200 len: 210 time: 0.0259078 Aug 05 04:20:40.159594 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Device ad6dcf51-7724-4bd6-ad72-3ebd12d63b2f no longer exists at agent hyperv_hv-cinder-80300 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 04:20:40.180746 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] No Port match for: ad6dcf51-7724-4bd6-ad72-3ebd12d63b2f {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 04:20:40.181088 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Device ad6dcf51-7724-4bd6-ad72-3ebd12d63b2f not bound to the agent host hv-cinder-80300 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 04:20:40.402496 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199b5ee0-c9ed-4bae-90f6-5ad46f0e5f7d req-a8da0f3e-2a05-4256-af52-ab801be392f3 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:40.403946 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-199b5ee0-c9ed-4bae-90f6-5ad46f0e5f7d req-a8da0f3e-2a05-4256-af52-ab801be392f3 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=26f2ad3f-3821-4f77-8d20-74c5f53e5c25 HTTP/1.1" status: 200 len: 945 time: 0.0509877 Aug 05 04:20:40.441725 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-199b5ee0-c9ed-4bae-90f6-5ad46f0e5f7d req-421420c1-e60e-4366-a4d3-e31e3b8b706e tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316608 Aug 05 04:20:40.564859 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3153850-aa08-4496-b03c-38f8c0097ae4 req-e4470bec-6a02-4d1c-aec2-38732ce9b8a3 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:40.566322 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a3153850-aa08-4496-b03c-38f8c0097ae4 req-e4470bec-6a02-4d1c-aec2-38732ce9b8a3 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e4cda4c-8ec6-4a0d-8882-94c6b4813942 HTTP/1.1" status: 200 len: 944 time: 0.0524724 Aug 05 04:20:40.603248 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a3153850-aa08-4496-b03c-38f8c0097ae4 req-57814d5e-10d3-4192-adf5-8eedd304888b tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/security-groups?id=d92b311d-35d1-4c30-9d9b-586d3bdc7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309186 Aug 05 04:20:40.686006 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4f66af21-280b-44a5-a851-b17810037041 req-77e439fc-ed36-4fe8-9d90-142e0952f8d2 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ab54704-0158-4938-b6e4-72c33e8e208d HTTP/1.1" status: 200 len: 210 time: 0.0261579 Aug 05 04:20:40.746264 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-88da596a-6310-4a80-a060-c8c18d517b0a req-f8929ddb-be65-40ec-a132-da8b4a453e52 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4a73174c-8cf7-4eb5-84d2-c19fe864c831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273046 Aug 05 04:20:40.948566 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d2cc32-1a89-4be4-95eb-a13b738eb06c req-9a405d70-a437-4947-af25-4b00c411a092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:40.949968 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-e3d2cc32-1a89-4be4-95eb-a13b738eb06c req-9a405d70-a437-4947-af25-4b00c411a092 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0f2e39f05a9844bcbcea52b74bfc92bc&device_id=9e4cda4c-8ec6-4a0d-8882-94c6b4813942 HTTP/1.1" status: 200 len: 1097 time: 0.1046779 Aug 05 04:20:40.967203 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-88da596a-6310-4a80-a060-c8c18d517b0a req-e388e4d1-c12e-4f15-a2a1-12d39392918b service neutron] 10.222.0.39 "GET /v2.0/networks/4a73174c-8cf7-4eb5-84d2-c19fe864c831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137447 Aug 05 04:20:41.133311 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d2cc32-1a89-4be4-95eb-a13b738eb06c req-78b7fd52-623e-456a-b944-a33082de211a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:41.134811 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-e3d2cc32-1a89-4be4-95eb-a13b738eb06c req-78b7fd52-623e-456a-b944-a33082de211a service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=0f2e39f05a9844bcbcea52b74bfc92bc&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1669006 Aug 05 04:20:41.137058 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-88da596a-6310-4a80-a060-c8c18d517b0a req-4b7e9a20-c4b7-4112-8676-243c0d9a9c4e service neutron] 10.222.0.39 "GET /v2.0/networks/4a73174c-8cf7-4eb5-84d2-c19fe864c831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479726 Aug 05 04:20:41.340526 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d2cc32-1a89-4be4-95eb-a13b738eb06c req-5c2f5063-fe27-4a47-81b7-e0aa0991ceef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:41.341876 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-e3d2cc32-1a89-4be4-95eb-a13b738eb06c req-5c2f5063-fe27-4a47-81b7-e0aa0991ceef service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0882499 Aug 05 04:20:41.474829 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e9a498-fbb9-4500-a084-0f5a52bdb884 req-45d7c081-de24-4dcb-bdc0-07d52c25fab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:41.476404 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-89e9a498-fbb9-4500-a084-0f5a52bdb884 req-45d7c081-de24-4dcb-bdc0-07d52c25fab2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0f2e39f05a9844bcbcea52b74bfc92bc&device_id=9e4cda4c-8ec6-4a0d-8882-94c6b4813942 HTTP/1.1" status: 200 len: 1097 time: 0.0433912 Aug 05 04:20:41.556868 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-89e9a498-fbb9-4500-a084-0f5a52bdb884 req-2a2ca534-dd5d-4342-b168-1ec7ecd08466 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fb2e59bd-9ad0-4d55-bade-5277a01d5c00 HTTP/1.1" status: 200 len: 217 time: 0.0473659 Aug 05 04:20:41.564087 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6dbdb9-55a4-48b4-80f7-a2e40aff9610 req-cd850934-c703-4fd0-b3a9-7f3f647c2d68 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:41.571138 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0e6dbdb9-55a4-48b4-80f7-a2e40aff9610 req-cd850934-c703-4fd0-b3a9-7f3f647c2d68 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=26f2ad3f-3821-4f77-8d20-74c5f53e5c25 HTTP/1.1" status: 200 len: 945 time: 0.0580096 Aug 05 04:20:41.610459 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e9a498-fbb9-4500-a084-0f5a52bdb884 req-e9656a89-12e3-4dfb-940b-0bfd840f6950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:41.611206 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-89e9a498-fbb9-4500-a084-0f5a52bdb884 req-e9656a89-12e3-4dfb-940b-0bfd840f6950 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e6f9db74-429d-4d50-95ec-3b879df44d2e HTTP/1.1" status: 200 len: 855 time: 0.0467083 Aug 05 04:20:41.615212 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0e6dbdb9-55a4-48b4-80f7-a2e40aff9610 req-8c09087d-3c1e-453d-b54b-19c57326c43b tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432501 Aug 05 04:20:41.661478 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-89e9a498-fbb9-4500-a084-0f5a52bdb884 req-b237e187-563f-4a08-97c7-51e3b3020efd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cf907c3d-eb09-4c0a-8c7f-37b6a493a079&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356071 Aug 05 04:20:41.668516 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 57082) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:20:41.748452 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e1f34d-eca5-4b80-a53b-24f5f19af783 req-c8996ea9-814a-483f-8811-de63eee8c142 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:41.751540 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-91e1f34d-eca5-4b80-a53b-24f5f19af783 req-c8996ea9-814a-483f-8811-de63eee8c142 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e4cda4c-8ec6-4a0d-8882-94c6b4813942 HTTP/1.1" status: 200 len: 944 time: 0.0732551 Aug 05 04:20:41.770665 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-89e9a498-fbb9-4500-a084-0f5a52bdb884 req-dc819da7-9a24-4967-b013-f86636737d25 service neutron] 10.222.0.39 "GET /v2.0/networks/cf907c3d-eb09-4c0a-8c7f-37b6a493a079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990348 Aug 05 04:20:41.828641 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-91e1f34d-eca5-4b80-a53b-24f5f19af783 req-c8854975-4ecf-4e30-8aac-49ef5121a58c tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/security-groups?id=d92b311d-35d1-4c30-9d9b-586d3bdc7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708101 Aug 05 04:20:41.831574 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1c0ab3ab-b371-45c7-bda4-0f7dd4bb285a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:20:41.909185 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-947c9d9f-73cc-466a-ba64-121535b25a9f req-6977587e-938d-42eb-8d46-56f7bfd08977 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ab54704-0158-4938-b6e4-72c33e8e208d HTTP/1.1" status: 200 len: 210 time: 0.0742385 Aug 05 04:20:41.960246 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-89e9a498-fbb9-4500-a084-0f5a52bdb884 req-3ab14498-6fd9-4bcc-af0f-c738f989edcf service neutron] 10.222.0.39 "GET /v2.0/networks/cf907c3d-eb09-4c0a-8c7f-37b6a493a079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464889 Aug 05 04:20:42.019048 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1c0ab3ab-b371-45c7-bda4-0f7dd4bb285a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:20:42.022380 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1c0ab3ab-b371-45c7-bda4-0f7dd4bb285a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:20:42.061914 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0ab3ab-b371-45c7-bda4-0f7dd4bb285a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0f2c327-d34b-4814-bf6c-959204c2a4d4,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:20:42.066993 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-1c0ab3ab-b371-45c7-bda4-0f7dd4bb285a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=93a2229438df4acfb4851f750c5e5a6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3972867 Aug 05 04:20:42.070174 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 57096) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:20:42.089217 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0ab3ab-b371-45c7-bda4-0f7dd4bb285a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:20:42.089569 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0ab3ab-b371-45c7-bda4-0f7dd4bb285a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:20:42.089919 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0ab3ab-b371-45c7-bda4-0f7dd4bb285a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:20:42.090462 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0ab3ab-b371-45c7-bda4-0f7dd4bb285a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:20:42.090586 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0ab3ab-b371-45c7-bda4-0f7dd4bb285a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:20:42.090924 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0ab3ab-b371-45c7-bda4-0f7dd4bb285a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:20:42.091295 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0ab3ab-b371-45c7-bda4-0f7dd4bb285a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:20:42.091960 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0ab3ab-b371-45c7-bda4-0f7dd4bb285a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:20:42.091960 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0ab3ab-b371-45c7-bda4-0f7dd4bb285a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:20:42.092245 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0ab3ab-b371-45c7-bda4-0f7dd4bb285a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:20:42.092526 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0ab3ab-b371-45c7-bda4-0f7dd4bb285a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:20:42.092852 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0ab3ab-b371-45c7-bda4-0f7dd4bb285a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:20:42.148816 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-25fddc67-5d3d-45c8-a6f2-9b76248d37db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:20:42.170589 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-25fddc67-5d3d-45c8-a6f2-9b76248d37db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:20:42.224377 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-25fddc67-5d3d-45c8-a6f2-9b76248d37db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:20:42.226912 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-25fddc67-5d3d-45c8-a6f2-9b76248d37db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:20:42.230915 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-25fddc67-5d3d-45c8-a6f2-9b76248d37db admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a0f2c327-d34b-4814-bf6c-959204c2a4d4 HTTP/1.1" status: 204 len: 168 time: 0.1601646 Aug 05 04:20:42.239640 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fddc67-5d3d-45c8-a6f2-9b76248d37db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0f2c327-d34b-4814-bf6c-959204c2a4d4,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:20:42.740841 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac5d713-437e-4b7c-b505-f280f879838b req-bddb7ea2-d892-4b5c-be77-7c3d3444b461 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:42.742327 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-dac5d713-437e-4b7c-b505-f280f879838b req-bddb7ea2-d892-4b5c-be77-7c3d3444b461 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=26f2ad3f-3821-4f77-8d20-74c5f53e5c25 HTTP/1.1" status: 200 len: 945 time: 0.0481684 Aug 05 04:20:42.782027 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-dac5d713-437e-4b7c-b505-f280f879838b req-54383d02-b7f4-491c-95bc-ed40285d6b18 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336204 Aug 05 04:20:42.957229 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6981223-145b-4fb1-8045-e3bb4606a4d8 req-c5b9bc91-2009-4985-8c40-9fcd63aef8c9 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:42.959624 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e6981223-145b-4fb1-8045-e3bb4606a4d8 req-c5b9bc91-2009-4985-8c40-9fcd63aef8c9 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e4cda4c-8ec6-4a0d-8882-94c6b4813942 HTTP/1.1" status: 200 len: 944 time: 0.0573938 Aug 05 04:20:43.023237 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e6981223-145b-4fb1-8045-e3bb4606a4d8 req-c39255ff-9ae2-40c0-b1bb-a5ac244c0e32 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/security-groups?id=d92b311d-35d1-4c30-9d9b-586d3bdc7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576978 Aug 05 04:20:43.083617 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3204821-363a-4eae-a127-2561cee09cee req-396fc731-dc2b-4e64-aea5-2479345244f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:43.085568 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14048868-2934-4da6-b616-c53cfef0797c req-d7465025-c50c-4343-884d-97bb63057e6a tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:43.085910 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-b3204821-363a-4eae-a127-2561cee09cee req-396fc731-dc2b-4e64-aea5-2479345244f8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8eb0ee8cdd9f4664bd6a71d95fef8f7a&device_id=26f2ad3f-3821-4f77-8d20-74c5f53e5c25 HTTP/1.1" status: 200 len: 1098 time: 0.0731668 Aug 05 04:20:43.090941 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-14048868-2934-4da6-b616-c53cfef0797c req-d7465025-c50c-4343-884d-97bb63057e6a tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=26f2ad3f-3821-4f77-8d20-74c5f53e5c25 HTTP/1.1" status: 200 len: 945 time: 0.0665753 Aug 05 04:20:43.165400 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-14048868-2934-4da6-b616-c53cfef0797c req-4f416668-d6d5-45bc-aed2-ef415df5243d tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721107 Aug 05 04:20:43.205146 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3204821-363a-4eae-a127-2561cee09cee req-5ab67ce4-12a6-4c61-89f8-3d931e4e7f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:43.206709 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-b3204821-363a-4eae-a127-2561cee09cee req-5ab67ce4-12a6-4c61-89f8-3d931e4e7f7b service neutron] 10.222.0.39 "GET /v2.0/networks?id=4a73174c-8cf7-4eb5-84d2-c19fe864c831 HTTP/1.1" status: 200 len: 920 time: 0.1073411 Aug 05 04:20:43.282392 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0cd998-6aa6-4bc2-86ae-13c27452ef97 req-7c173f71-25a4-4a98-a6b1-354a7c274e1e tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:43.283909 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-bf0cd998-6aa6-4bc2-86ae-13c27452ef97 req-7c173f71-25a4-4a98-a6b1-354a7c274e1e tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.37 "GET /v2.0/networks?id=b2e0f95b-5688-4003-80f2-290d80077bb5 HTTP/1.1" status: 200 len: 808 time: 0.1175630 Aug 05 04:20:43.300897 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-bf0cd998-6aa6-4bc2-86ae-13c27452ef97 req-4d8a4d8d-4733-4c08-89af-c5585b00d4a7 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.37 "GET /v2.0/quotas/928c65fb69ab4781a8b7a7caf13f8c59 HTTP/1.1" status: 200 len: 375 time: 0.0096197 Aug 05 04:20:43.340295 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-bf0cd998-6aa6-4bc2-86ae-13c27452ef97 req-58f4d46e-4915-44ad-944e-381130e037a3 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=928c65fb69ab4781a8b7a7caf13f8c59&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0336821 Aug 05 04:20:43.433113 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-bf0cd998-6aa6-4bc2-86ae-13c27452ef97 req-3e892ca0-8633-4501-983e-4c444e419c73 service neutron] 10.222.0.37 "GET /v2.0/networks/b2e0f95b-5688-4003-80f2-290d80077bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855770 Aug 05 04:20:43.533132 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-bf0cd998-6aa6-4bc2-86ae-13c27452ef97 req-636967b1-999f-4b78-a590-ddab2781bba6 service neutron] 10.222.0.37 "GET /v2.0/networks/b2e0f95b-5688-4003-80f2-290d80077bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927885 Aug 05 04:20:43.683352 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9bc5865c-20ff-4e71-b036-3d55f7ee8939 req-255227ea-69a2-4fdb-ab3f-4786522d5cf8 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.37 "GET /v2.0/ports?device_id=97b70a6b-8708-4eeb-b488-16ea421e3d9c HTTP/1.1" status: 200 len: 210 time: 0.0269856 Aug 05 04:20:44.130132 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e8c0d4-915d-426c-8028-37926a710716 req-14e6da55-4958-4007-8d8e-991bb3f417d0 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:44.131582 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c7e8c0d4-915d-426c-8028-37926a710716 req-14e6da55-4958-4007-8d8e-991bb3f417d0 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e4cda4c-8ec6-4a0d-8882-94c6b4813942 HTTP/1.1" status: 200 len: 944 time: 0.0470164 Aug 05 04:20:44.168673 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c7e8c0d4-915d-426c-8028-37926a710716 req-36ab9a83-936b-4856-9060-4b027dc09a31 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/security-groups?id=d92b311d-35d1-4c30-9d9b-586d3bdc7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313215 Aug 05 04:20:44.271329 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc86709-956e-407f-9cc4-71a2e7735c88 req-c0663fb8-1fc2-4b6b-8399-9affd62bd360 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:44.272789 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8fc86709-956e-407f-9cc4-71a2e7735c88 req-c0663fb8-1fc2-4b6b-8399-9affd62bd360 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=26f2ad3f-3821-4f77-8d20-74c5f53e5c25 HTTP/1.1" status: 200 len: 945 time: 0.0514231 Aug 05 04:20:44.310540 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8fc86709-956e-407f-9cc4-71a2e7735c88 req-c202b66d-f3c5-4dc2-9626-87801adaf471 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318887 Aug 05 04:20:44.772510 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-672926f0-9fd1-424c-b034-98817f69b28c req-0c876d9b-d1e8-4851-b8e7-79731c09e243 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.37 "GET /v2.0/ports?device_id=97b70a6b-8708-4eeb-b488-16ea421e3d9c HTTP/1.1" status: 200 len: 210 time: 0.0255005 Aug 05 04:20:45.279710 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe6f9d9-1bc2-4ec7-b0c9-30a6e94fcdd2 req-7eb3f8ee-652d-4f98-bab1-c53a3a04c612 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:45.281155 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ffe6f9d9-1bc2-4ec7-b0c9-30a6e94fcdd2 req-7eb3f8ee-652d-4f98-bab1-c53a3a04c612 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e4cda4c-8ec6-4a0d-8882-94c6b4813942 HTTP/1.1" status: 200 len: 944 time: 0.0489256 Aug 05 04:20:45.318084 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ffe6f9d9-1bc2-4ec7-b0c9-30a6e94fcdd2 req-750fa733-0a28-4216-9421-9769fe883d4c tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/security-groups?id=d92b311d-35d1-4c30-9d9b-586d3bdc7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311029 Aug 05 04:20:45.420958 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1937d77f-f9ab-44d4-9635-fcc4291dbf89 req-bfaf944f-87bb-46ed-b2b4-d8b54348a78f tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:45.422871 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1937d77f-f9ab-44d4-9635-fcc4291dbf89 req-bfaf944f-87bb-46ed-b2b4-d8b54348a78f tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=26f2ad3f-3821-4f77-8d20-74c5f53e5c25 HTTP/1.1" status: 200 len: 945 time: 0.0486259 Aug 05 04:20:45.465075 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1937d77f-f9ab-44d4-9635-fcc4291dbf89 req-cd73e0ff-7654-4ef5-9400-9568ed8c0bcd tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360477 Aug 05 04:20:45.505868 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-b3204821-363a-4eae-a127-2561cee09cee req-432e4aec-1239-4b20-9170-2fff10d990a1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87acbb5e-8645-45ff-b633-388b666fd680 HTTP/1.1" status: 200 len: 217 time: 0.0365882 Aug 05 04:20:45.864918 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-85dfaa1a-de59-4d2e-a958-84bd3e91564e req-f5f818a3-bf2d-4216-92e5-48926edad451 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.37 "GET /v2.0/ports?device_id=97b70a6b-8708-4eeb-b488-16ea421e3d9c HTTP/1.1" status: 200 len: 210 time: 0.0282245 Aug 05 04:20:46.429822 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caab848-1b5e-4ef2-8969-496488331a89 req-dc682c1a-1341-4f23-b018-84f840ce4a71 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:46.431343 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6caab848-1b5e-4ef2-8969-496488331a89 req-dc682c1a-1341-4f23-b018-84f840ce4a71 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e4cda4c-8ec6-4a0d-8882-94c6b4813942 HTTP/1.1" status: 200 len: 944 time: 0.0483875 Aug 05 04:20:46.467500 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6caab848-1b5e-4ef2-8969-496488331a89 req-2bdb16be-6ddf-42cd-993d-94a1211ef004 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/security-groups?id=d92b311d-35d1-4c30-9d9b-586d3bdc7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304000 Aug 05 04:20:46.577437 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ca5a80-1396-4750-a1a2-3d083ed4926c req-dd1193c0-020e-4896-bee8-b4508eae8d61 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:46.579110 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-53ca5a80-1396-4750-a1a2-3d083ed4926c req-dd1193c0-020e-4896-bee8-b4508eae8d61 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=26f2ad3f-3821-4f77-8d20-74c5f53e5c25 HTTP/1.1" status: 200 len: 945 time: 0.0480120 Aug 05 04:20:46.615531 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-53ca5a80-1396-4750-a1a2-3d083ed4926c req-10bde4ae-9c01-4b1b-b4b7-911b1a9e72dd tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309739 Aug 05 04:20:46.959121 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ed5d32e2-ccae-4eee-99ae-af20a9883a9e req-57244524-08e7-46fe-b814-5c753e2489dd tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.37 "GET /v2.0/ports?device_id=97b70a6b-8708-4eeb-b488-16ea421e3d9c HTTP/1.1" status: 200 len: 210 time: 0.0305378 Aug 05 04:20:47.117238 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3204821-363a-4eae-a127-2561cee09cee req-db80957f-ba3f-4987-a5af-af8e25b9d90d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:47.118766 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-b3204821-363a-4eae-a127-2561cee09cee req-db80957f-ba3f-4987-a5af-af8e25b9d90d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3a9fe8aa-38d2-494e-ab5e-e2594d44600a HTTP/1.1" status: 200 len: 859 time: 0.0483162 Aug 05 04:20:47.162467 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-b3204821-363a-4eae-a127-2561cee09cee req-a61bd2cb-3d42-4222-bea1-b4404582725a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4a73174c-8cf7-4eb5-84d2-c19fe864c831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259461 Aug 05 04:20:47.261937 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-b3204821-363a-4eae-a127-2561cee09cee req-4a813f88-98ca-4bfb-8d45-357c7a9a971a service neutron] 10.222.0.39 "GET /v2.0/networks/4a73174c-8cf7-4eb5-84d2-c19fe864c831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813050 Aug 05 04:20:47.358623 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-b3204821-363a-4eae-a127-2561cee09cee req-192fb4e0-b64c-44d8-8cdc-30cc3838438f service neutron] 10.222.0.39 "GET /v2.0/networks/4a73174c-8cf7-4eb5-84d2-c19fe864c831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847378 Aug 05 04:20:47.587022 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f952b5e-8686-4f65-a0fd-b8805b51ee15 req-7aee33e9-f810-468a-a6e1-340fe693ac46 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:47.588847 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2f952b5e-8686-4f65-a0fd-b8805b51ee15 req-7aee33e9-f810-468a-a6e1-340fe693ac46 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e4cda4c-8ec6-4a0d-8882-94c6b4813942 HTTP/1.1" status: 200 len: 944 time: 0.0540864 Aug 05 04:20:47.625862 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2f952b5e-8686-4f65-a0fd-b8805b51ee15 req-1a2ededc-fbad-4a91-8665-1c1f9136603d tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/security-groups?id=d92b311d-35d1-4c30-9d9b-586d3bdc7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305395 Aug 05 04:20:47.730619 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03419fd-c900-430e-90c5-c058f2c40e8f req-4ea6d67c-774c-4af6-92c9-6d592db92020 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:47.732101 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e03419fd-c900-430e-90c5-c058f2c40e8f req-4ea6d67c-774c-4af6-92c9-6d592db92020 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=26f2ad3f-3821-4f77-8d20-74c5f53e5c25 HTTP/1.1" status: 200 len: 945 time: 0.0489280 Aug 05 04:20:47.770221 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e03419fd-c900-430e-90c5-c058f2c40e8f req-5017569b-b105-4836-91f0-2134cce4dd6d tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322227 Aug 05 04:20:48.049598 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-04de560d-4779-44a7-b2fc-a3e5fdae1a09 req-7e5c0cb1-3f48-4d57-ae3d-609151425840 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.37 "GET /v2.0/ports?device_id=97b70a6b-8708-4eeb-b488-16ea421e3d9c HTTP/1.1" status: 200 len: 210 time: 0.0271356 Aug 05 04:20:48.485009 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0cd998-6aa6-4bc2-86ae-13c27452ef97 req-94418922-b55a-4e4d-b99e-f04792ed74c6 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:48.486438 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-bf0cd998-6aa6-4bc2-86ae-13c27452ef97 req-94418922-b55a-4e4d-b99e-f04792ed74c6 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.39 "GET /v2.0/networks?id=b2e0f95b-5688-4003-80f2-290d80077bb5 HTTP/1.1" status: 200 len: 808 time: 0.1058068 Aug 05 04:20:48.514453 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [req-bf0cd998-6aa6-4bc2-86ae-13c27452ef97 req-9f071c71-07b9-4978-9cd9-5f4913b34c9e tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] Request body: {'port': {'device_id': '97b70a6b-8708-4eeb-b488-16ea421e3d9c', 'network_id': 'b2e0f95b-5688-4003-80f2-290d80077bb5', 'admin_state_up': True, 'tenant_id': '928c65fb69ab4781a8b7a7caf13f8c59'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:20:48.622507 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf0cd998-6aa6-4bc2-86ae-13c27452ef97 req-9f071c71-07b9-4978-9cd9-5f4913b34c9e tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] Made reservation on behalf of 928c65fb69ab4781a8b7a7caf13f8c59 for: {'port': 1} {{(pid=93251) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 04:20:48.626071 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-bf0cd998-6aa6-4bc2-86ae-13c27452ef97 req-9f071c71-07b9-4978-9cd9-5f4913b34c9e tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:20:48.747030 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c068c3c-fbb8-439b-b0ec-634ccb265da9 req-7796086c-73b5-41ec-aa09-44ed2c070bb2 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:48.748420 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8c068c3c-fbb8-439b-b0ec-634ccb265da9 req-7796086c-73b5-41ec-aa09-44ed2c070bb2 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e4cda4c-8ec6-4a0d-8882-94c6b4813942 HTTP/1.1" status: 200 len: 944 time: 0.0534861 Aug 05 04:20:48.765180 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.db_base_plugin_common [req-bf0cd998-6aa6-4bc2-86ae-13c27452ef97 req-9f071c71-07b9-4978-9cd9-5f4913b34c9e tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] Allocated IP 172.20.0.8 (b2e0f95b-5688-4003-80f2-290d80077bb5/19a2ca85-8ab0-446f-8f23-ef59f5e9d795/a9a6ef8d-1b72-4e3e-aa4c-906aed0d5ddb) {{(pid=93251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 04:20:48.805548 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8c068c3c-fbb8-439b-b0ec-634ccb265da9 req-1cb81163-1667-48c8-8591-7c0fb8b68ffc tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/security-groups?id=d92b311d-35d1-4c30-9d9b-586d3bdc7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505731 Aug 05 04:20:48.902704 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78557406-4501-4a0f-869c-d34477e2d3e4 req-9fec67b6-8333-41d9-b392-0d3cf7255bfe tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:48.904303 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-78557406-4501-4a0f-869c-d34477e2d3e4 req-9fec67b6-8333-41d9-b392-0d3cf7255bfe tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=26f2ad3f-3821-4f77-8d20-74c5f53e5c25 HTTP/1.1" status: 200 len: 945 time: 0.0485036 Aug 05 04:20:48.932495 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-bf0cd998-6aa6-4bc2-86ae-13c27452ef97 req-9f071c71-07b9-4978-9cd9-5f4913b34c9e tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] Notify callbacks [] for port, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:20:48.942557 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-78557406-4501-4a0f-869c-d34477e2d3e4 req-081d6478-d518-4d9e-b158-e53f6f07e5b3 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316954 Aug 05 04:20:48.975318 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-bf0cd998-6aa6-4bc2-86ae-13c27452ef97 req-9f071c71-07b9-4978-9cd9-5f4913b34c9e tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763712145875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8933231'] for port, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:20:49.013746 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf0cd998-6aa6-4bc2-86ae-13c27452ef97 req-9f071c71-07b9-4978-9cd9-5f4913b34c9e tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] Network b2e0f95b-5688-4003-80f2-290d80077bb5 is already hosted by enough agents. {{(pid=93251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 04:20:49.017061 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [req-bf0cd998-6aa6-4bc2-86ae-13c27452ef97 req-9f071c71-07b9-4978-9cd9-5f4913b34c9e tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] Resources bound (agent type, host, resource id): {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 04:20:49.024333 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf0cd998-6aa6-4bc2-86ae-13c27452ef97 req-9f071c71-07b9-4978-9cd9-5f4913b34c9e tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] Received port after_create {{(pid=93251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 04:20:49.052975 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f071c71-07b9-4978-9cd9-5f4913b34c9e tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] Pushing event updated for resources: {'Port': ['ID=a9a6ef8d-1b72-4e3e-aa4c-906aed0d5ddb,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:20:49.078564 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0cd998-6aa6-4bc2-86ae-13c27452ef97 req-9f071c71-07b9-4978-9cd9-5f4913b34c9e tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:49.079241 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-bf0cd998-6aa6-4bc2-86ae-13c27452ef97 req-9f071c71-07b9-4978-9cd9-5f4913b34c9e tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224329'] for port, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:20:49.093507 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-bf0cd998-6aa6-4bc2-86ae-13c27452ef97 req-9f071c71-07b9-4978-9cd9-5f4913b34c9e tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5829544 Aug 05 04:20:49.115002 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [req-bf0cd998-6aa6-4bc2-86ae-13c27452ef97 req-7638362e-12cf-4acc-acce-8a39ac5f2643 service neutron] Request body: {'port': {'device_id': '97b70a6b-8708-4eeb-b488-16ea421e3d9c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80300'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:20:49.166297 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6072f0-c35d-41d4-81ff-ec6199f401c2 req-13b15016-b568-4b80-81d8-bacaff1fe230 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:49.167897 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9e6072f0-c35d-41d4-81ff-ec6199f401c2 req-13b15016-b568-4b80-81d8-bacaff1fe230 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.37 "GET /v2.0/ports?device_id=97b70a6b-8708-4eeb-b488-16ea421e3d9c HTTP/1.1" status: 200 len: 931 time: 0.0489261 Aug 05 04:20:49.173311 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-bf0cd998-6aa6-4bc2-86ae-13c27452ef97 req-7638362e-12cf-4acc-acce-8a39ac5f2643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:20:49.207181 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9e6072f0-c35d-41d4-81ff-ec6199f401c2 req-e79a6832-e33f-442d-8cce-fe25cec716e0 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.37 "GET /v2.0/security-groups?id=a52e817b-572b-49c9-83df-5341b66b3391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325704 Aug 05 04:20:49.442002 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [req-bf0cd998-6aa6-4bc2-86ae-13c27452ef97 req-7638362e-12cf-4acc-acce-8a39ac5f2643 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9a6ef8d-1b72-4e3e-aa4c-906aed0d5ddb {{(pid=93251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 04:20:49.449596 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-bf0cd998-6aa6-4bc2-86ae-13c27452ef97 req-7638362e-12cf-4acc-acce-8a39ac5f2643 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:20:49.461705 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [req-bf0cd998-6aa6-4bc2-86ae-13c27452ef97 req-7638362e-12cf-4acc-acce-8a39ac5f2643 service neutron] Transition to ACTIVE for port object a9a6ef8d-1b72-4e3e-aa4c-906aed0d5ddb will not be triggered until provisioned by entity L2. {{(pid=93251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 04:20:49.464840 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-bf0cd998-6aa6-4bc2-86ae-13c27452ef97 req-7638362e-12cf-4acc-acce-8a39ac5f2643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8933222'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:20:49.534533 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7638362e-12cf-4acc-acce-8a39ac5f2643 service neutron] Pushing event updated for resources: {'Port': ['ID=a9a6ef8d-1b72-4e3e-aa4c-906aed0d5ddb,revision_number=2']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:20:49.819995 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [req-bf0cd998-6aa6-4bc2-86ae-13c27452ef97 req-7638362e-12cf-4acc-acce-8a39ac5f2643 service neutron] Attempting to bind port a9a6ef8d-1b72-4e3e-aa4c-906aed0d5ddb on host hv-cinder-80300 for vnic_type normal with profile {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 04:20:49.820327 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [req-bf0cd998-6aa6-4bc2-86ae-13c27452ef97 req-7638362e-12cf-4acc-acce-8a39ac5f2643 service neutron] Attempting to bind port a9a6ef8d-1b72-4e3e-aa4c-906aed0d5ddb by drivers openvswitch,hyperv on host hv-cinder-80300 at level 0 using segments [{'id': '1dc7904a-e614-49dc-9535-f40f2bc33ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b2e0f95b-5688-4003-80f2-290d80077bb5'}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 04:20:49.820649 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0cd998-6aa6-4bc2-86ae-13c27452ef97 req-7638362e-12cf-4acc-acce-8a39ac5f2643 service neutron] Attempting to bind port a9a6ef8d-1b72-4e3e-aa4c-906aed0d5ddb on network b2e0f95b-5688-4003-80f2-290d80077bb5 {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 04:20:49.825045 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0cd998-6aa6-4bc2-86ae-13c27452ef97 req-7638362e-12cf-4acc-acce-8a39ac5f2643 service neutron] Port a9a6ef8d-1b72-4e3e-aa4c-906aed0d5ddb on network b2e0f95b-5688-4003-80f2-290d80077bb5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80300 {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 04:20:49.825360 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0cd998-6aa6-4bc2-86ae-13c27452ef97 req-7638362e-12cf-4acc-acce-8a39ac5f2643 service neutron] Attempting to bind port a9a6ef8d-1b72-4e3e-aa4c-906aed0d5ddb on network b2e0f95b-5688-4003-80f2-290d80077bb5 {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 04:20:49.830450 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0cd998-6aa6-4bc2-86ae-13c27452ef97 req-7638362e-12cf-4acc-acce-8a39ac5f2643 service neutron] Checking agent: {'id': 'a0106253-c5a2-4978-ae01-2b305935773e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80300', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 4, 16, 33), 'started_at': datetime.datetime(2021, 8, 5, 4, 16, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 4, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 04:20:49.830815 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0cd998-6aa6-4bc2-86ae-13c27452ef97 req-7638362e-12cf-4acc-acce-8a39ac5f2643 service neutron] Checking segment: {'id': '1dc7904a-e614-49dc-9535-f40f2bc33ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b2e0f95b-5688-4003-80f2-290d80077bb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 04:20:49.831192 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0cd998-6aa6-4bc2-86ae-13c27452ef97 req-7638362e-12cf-4acc-acce-8a39ac5f2643 service neutron] Bound using segment: {'id': '1dc7904a-e614-49dc-9535-f40f2bc33ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b2e0f95b-5688-4003-80f2-290d80077bb5'} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 04:20:49.831607 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [req-bf0cd998-6aa6-4bc2-86ae-13c27452ef97 req-7638362e-12cf-4acc-acce-8a39ac5f2643 service neutron] Bound port: a9a6ef8d-1b72-4e3e-aa4c-906aed0d5ddb, host: hv-cinder-80300, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1dc7904a-e614-49dc-9535-f40f2bc33ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b2e0f95b-5688-4003-80f2-290d80077bb5'}}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 04:20:49.831984 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-bf0cd998-6aa6-4bc2-86ae-13c27452ef97 req-7638362e-12cf-4acc-acce-8a39ac5f2643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:20:49.899110 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [req-bf0cd998-6aa6-4bc2-86ae-13c27452ef97 req-7638362e-12cf-4acc-acce-8a39ac5f2643 service neutron] For port a9a6ef8d-1b72-4e3e-aa4c-906aed0d5ddb, host hv-cinder-80300, cleared binding levels {{(pid=93251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 04:20:49.903863 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [req-bf0cd998-6aa6-4bc2-86ae-13c27452ef97 req-7638362e-12cf-4acc-acce-8a39ac5f2643 service neutron] For port a9a6ef8d-1b72-4e3e-aa4c-906aed0d5ddb, host hv-cinder-80300, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=a9a6ef8d-1b72-4e3e-aa4c-906aed0d5ddb,segment=NetworkSegment(1dc7904a-e614-49dc-9535-f40f2bc33ed1),segment_id=1dc7904a-e614-49dc-9535-f40f2bc33ed1)] {{(pid=93251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 04:20:49.908334 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-bf0cd998-6aa6-4bc2-86ae-13c27452ef97 req-7638362e-12cf-4acc-acce-8a39ac5f2643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8933222'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:20:49.927753 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61a1f7f-6407-4ed8-9dc2-d6756bb889f9 req-97de7bb7-0bdb-4ab9-bd40-2d01eb3d8568 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:49.929369 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d61a1f7f-6407-4ed8-9dc2-d6756bb889f9 req-97de7bb7-0bdb-4ab9-bd40-2d01eb3d8568 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e4cda4c-8ec6-4a0d-8882-94c6b4813942 HTTP/1.1" status: 200 len: 944 time: 0.0568805 Aug 05 04:20:49.947634 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0cd998-6aa6-4bc2-86ae-13c27452ef97 req-7638362e-12cf-4acc-acce-8a39ac5f2643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:49.948582 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-bf0cd998-6aa6-4bc2-86ae-13c27452ef97 req-7638362e-12cf-4acc-acce-8a39ac5f2643 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224329'] for port, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:20:49.950092 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-bf0cd998-6aa6-4bc2-86ae-13c27452ef97 req-7638362e-12cf-4acc-acce-8a39ac5f2643 service neutron] 10.222.0.39 "PUT /v2.0/ports/a9a6ef8d-1b72-4e3e-aa4c-906aed0d5ddb HTTP/1.1" status: 200 len: 1093 time: 0.8392932 Aug 05 04:20:49.950587 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97b70a6b-8708-4eeb-b488-16ea421e3d9c', 'tag': 'a9a6ef8d-1b72-4e3e-aa4c-906aed0d5ddb'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 04:20:49.952976 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc51a2a5f300f30acac232ef327f3f01bb0f894a96a37a70efeb1c252096f2af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d42418a2-7fc8-4fc9-be34-0ea94b7b9530" -d '{"events": [{"name": "network-changed", "server_uuid": "97b70a6b-8708-4eeb-b488-16ea421e3d9c", "tag": "a9a6ef8d-1b72-4e3e-aa4c-906aed0d5ddb"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 04:20:49.974732 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d61a1f7f-6407-4ed8-9dc2-d6756bb889f9 req-2ea49e23-90df-43f7-bb8c-2ee5aa39261f tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/security-groups?id=d92b311d-35d1-4c30-9d9b-586d3bdc7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383346 Aug 05 04:20:49.976724 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7638362e-12cf-4acc-acce-8a39ac5f2643 service neutron] Pushing event updated for resources: {'Port': ['ID=a9a6ef8d-1b72-4e3e-aa4c-906aed0d5ddb,revision_number=3']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:20:50.024304 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 04:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b366db0a-9165-43f4-adc4-470f06075291 x-openstack-request-id: req-b366db0a-9165-43f4-adc4-470f06075291 {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 04:20:50.024851 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97b70a6b-8708-4eeb-b488-16ea421e3d9c", "tag": "a9a6ef8d-1b72-4e3e-aa4c-906aed0d5ddb", "status": "completed", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 04:20:50.025336 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b366db0a-9165-43f4-adc4-470f06075291 {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 04:20:50.025839 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97b70a6b-8708-4eeb-b488-16ea421e3d9c', 'tag': 'a9a6ef8d-1b72-4e3e-aa4c-906aed0d5ddb', 'status': 'completed', 'code': 200} Aug 05 04:20:50.119707 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc4119a-9f64-495b-a2e9-d2157ceaf21f req-cb3da44b-7fc7-4bea-a3bf-d34e415b8607 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:50.121584 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6dc4119a-9f64-495b-a2e9-d2157ceaf21f req-cb3da44b-7fc7-4bea-a3bf-d34e415b8607 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=26f2ad3f-3821-4f77-8d20-74c5f53e5c25 HTTP/1.1" status: 200 len: 945 time: 0.0506523 Aug 05 04:20:50.162972 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6dc4119a-9f64-495b-a2e9-d2157ceaf21f req-c1433d9a-7c46-4b12-bac2-b8cc4d80fbb7 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344200 Aug 05 04:20:50.326880 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa63afe-e30a-4d88-aa7f-10b00655072d req-6432ca47-e5aa-4ccd-a125-aff048345be6 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:50.328331 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ffa63afe-e30a-4d88-aa7f-10b00655072d req-6432ca47-e5aa-4ccd-a125-aff048345be6 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.37 "GET /v2.0/ports?device_id=97b70a6b-8708-4eeb-b488-16ea421e3d9c HTTP/1.1" status: 200 len: 943 time: 0.0521734 Aug 05 04:20:50.365555 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ffa63afe-e30a-4d88-aa7f-10b00655072d req-ff4ce182-27aa-4c07-8ee0-2392c3c321fe tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.37 "GET /v2.0/security-groups?id=a52e817b-572b-49c9-83df-5341b66b3391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314016 Aug 05 04:20:51.094141 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0a710a-2ebf-479c-a04a-a8de5be966fe req-f856e062-79ec-4524-99df-716d0693a745 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:51.095523 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0a0a710a-2ebf-479c-a04a-a8de5be966fe req-f856e062-79ec-4524-99df-716d0693a745 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e4cda4c-8ec6-4a0d-8882-94c6b4813942 HTTP/1.1" status: 200 len: 944 time: 0.0514889 Aug 05 04:20:51.133117 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0a0a710a-2ebf-479c-a04a-a8de5be966fe req-eccf9cbe-588f-422c-b551-5a9b943933cc tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/security-groups?id=d92b311d-35d1-4c30-9d9b-586d3bdc7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317781 Aug 05 04:20:51.274970 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53197026-76f8-40ad-b473-ace4a0cc3dea req-dbeec6e8-6ed0-4654-8a6b-2637774c65ab tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:51.276421 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-53197026-76f8-40ad-b473-ace4a0cc3dea req-dbeec6e8-6ed0-4654-8a6b-2637774c65ab tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=26f2ad3f-3821-4f77-8d20-74c5f53e5c25 HTTP/1.1" status: 200 len: 945 time: 0.0479760 Aug 05 04:20:51.314306 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-53197026-76f8-40ad-b473-ace4a0cc3dea req-ef394574-e6af-4c1a-8e9f-1991d6e7d023 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312817 Aug 05 04:20:51.475191 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfe0023-f0a5-4b81-a16e-5c82abe14e23 req-0c229aa8-fd40-443f-820b-c9d6f4d6dec2 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:51.476650 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ddfe0023-f0a5-4b81-a16e-5c82abe14e23 req-0c229aa8-fd40-443f-820b-c9d6f4d6dec2 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.37 "GET /v2.0/ports?device_id=97b70a6b-8708-4eeb-b488-16ea421e3d9c HTTP/1.1" status: 200 len: 943 time: 0.0471020 Aug 05 04:20:51.513586 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ddfe0023-f0a5-4b81-a16e-5c82abe14e23 req-06c05f9c-f1c4-48b0-b551-b0f76bab5e1c tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.37 "GET /v2.0/security-groups?id=a52e817b-572b-49c9-83df-5341b66b3391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308518 Aug 05 04:20:52.246528 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a181a71-6c19-442a-87ea-4c11cacb1667 req-fc990245-abe4-4573-9b18-891b0278bd3c tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:52.247965 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9a181a71-6c19-442a-87ea-4c11cacb1667 req-fc990245-abe4-4573-9b18-891b0278bd3c tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e4cda4c-8ec6-4a0d-8882-94c6b4813942 HTTP/1.1" status: 200 len: 944 time: 0.0506306 Aug 05 04:20:52.284555 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9a181a71-6c19-442a-87ea-4c11cacb1667 req-88593d1b-2b2f-4904-b914-bb07bd3b0767 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/security-groups?id=d92b311d-35d1-4c30-9d9b-586d3bdc7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308361 Aug 05 04:20:52.427282 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093337c5-d814-4d9c-b6fe-d808ec4e3808 req-4a1352e6-f6ab-4707-a16e-ca50a7d36555 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:52.428692 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-093337c5-d814-4d9c-b6fe-d808ec4e3808 req-4a1352e6-f6ab-4707-a16e-ca50a7d36555 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=26f2ad3f-3821-4f77-8d20-74c5f53e5c25 HTTP/1.1" status: 200 len: 945 time: 0.0492556 Aug 05 04:20:52.466410 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-093337c5-d814-4d9c-b6fe-d808ec4e3808 req-5bf8ee66-d4c1-4aa1-a75f-0963f98c2f6a tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318582 Aug 05 04:20:52.631090 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f5285e-2dd3-438b-9b29-3e76bf9c1b13 req-fbb86ec6-4ceb-440a-857e-9b9932ee0352 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:52.632562 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-21f5285e-2dd3-438b-9b29-3e76bf9c1b13 req-fbb86ec6-4ceb-440a-857e-9b9932ee0352 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.37 "GET /v2.0/ports?device_id=97b70a6b-8708-4eeb-b488-16ea421e3d9c HTTP/1.1" status: 200 len: 943 time: 0.0465071 Aug 05 04:20:52.669201 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-21f5285e-2dd3-438b-9b29-3e76bf9c1b13 req-e4c26522-d8c4-4d5a-97e6-11659c26cbf1 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.37 "GET /v2.0/security-groups?id=a52e817b-572b-49c9-83df-5341b66b3391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308940 Aug 05 04:20:53.401296 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fedf9f3-91ce-4d02-b7d6-731899b7f0fb req-77737e5f-c9ca-4981-8c13-725e7f653e6b tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:53.402759 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4fedf9f3-91ce-4d02-b7d6-731899b7f0fb req-77737e5f-c9ca-4981-8c13-725e7f653e6b tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e4cda4c-8ec6-4a0d-8882-94c6b4813942 HTTP/1.1" status: 200 len: 944 time: 0.0521190 Aug 05 04:20:53.439573 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4fedf9f3-91ce-4d02-b7d6-731899b7f0fb req-8d12eacc-c982-4626-b9af-c8bad8438e5f tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/security-groups?id=d92b311d-35d1-4c30-9d9b-586d3bdc7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308311 Aug 05 04:20:53.578665 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16768939-b574-4dd8-864b-7a7ee56a4697 req-16f7cc66-5625-42ab-9d37-ed94e18ab6b1 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:53.580022 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-16768939-b574-4dd8-864b-7a7ee56a4697 req-16f7cc66-5625-42ab-9d37-ed94e18ab6b1 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=26f2ad3f-3821-4f77-8d20-74c5f53e5c25 HTTP/1.1" status: 200 len: 945 time: 0.0493867 Aug 05 04:20:53.616166 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-16768939-b574-4dd8-864b-7a7ee56a4697 req-2bf8fc8a-62ec-41af-a28d-681f06b63c9b tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302932 Aug 05 04:20:53.780305 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa9ee18-e44c-49c3-95d5-cabe65c78a50 req-f0f18830-682d-4d1e-8272-9b88fe31b760 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:53.781733 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2aa9ee18-e44c-49c3-95d5-cabe65c78a50 req-f0f18830-682d-4d1e-8272-9b88fe31b760 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.37 "GET /v2.0/ports?device_id=97b70a6b-8708-4eeb-b488-16ea421e3d9c HTTP/1.1" status: 200 len: 943 time: 0.0469925 Aug 05 04:20:53.819529 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2aa9ee18-e44c-49c3-95d5-cabe65c78a50 req-364ba810-9749-4216-8d9d-9cf839e34175 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.37 "GET /v2.0/security-groups?id=a52e817b-572b-49c9-83df-5341b66b3391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319359 Aug 05 04:20:53.940090 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Device fb2e59bd-9ad0-4d55-bade-5277a01d5c00 details requested by agent hyperv_hv-cinder-80300 with host hv-cinder-80300 {{(pid=93252) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 04:20:54.030581 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] For port fb2e59bd-9ad0-4d55-bade-5277a01d5c00, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=fb2e59bd-9ad0-4d55-bade-5277a01d5c00,segment=NetworkSegment(3dde1be1-08d0-4677-a267-c0d98cf2de43),segment_id=3dde1be1-08d0-4677-a267-c0d98cf2de43)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:20:54.041835 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Returning: {'device': 'fb2e59bd-9ad0-4d55-bade-5277a01d5c00', 'network_id': 'cf907c3d-eb09-4c0a-8c7f-37b6a493a079', 'port_id': 'fb2e59bd-9ad0-4d55-bade-5277a01d5c00', 'mac_address': 'fa:16:3e:f0:2f:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6f9db74-429d-4d50-95ec-3b879df44d2e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93252) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 04:20:54.080280 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:20:54.092053 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb2e59bd-9ad0-4d55-bade-5277a01d5c00 {{(pid=93252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 04:20:54.111836 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] For port fb2e59bd-9ad0-4d55-bade-5277a01d5c00, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=fb2e59bd-9ad0-4d55-bade-5277a01d5c00,segment=NetworkSegment(3dde1be1-08d0-4677-a267-c0d98cf2de43),segment_id=3dde1be1-08d0-4677-a267-c0d98cf2de43)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:20:54.115554 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:20:54.157387 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42418a2-7fc8-4fc9-be34-0ea94b7b9530 req-35e7c15f-4980-441b-aa1a-90eccf101267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:54.158897 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-d42418a2-7fc8-4fc9-be34-0ea94b7b9530 req-35e7c15f-4980-441b-aa1a-90eccf101267 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=928c65fb69ab4781a8b7a7caf13f8c59&device_id=97b70a6b-8708-4eeb-b488-16ea421e3d9c HTTP/1.1" status: 200 len: 1096 time: 0.0426733 Aug 05 04:20:54.160493 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Pushing event updated for resources: {'Port': ['ID=fb2e59bd-9ad0-4d55-bade-5277a01d5c00,revision_number=4']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:20:54.167406 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:20:54.167752 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:20:54.168092 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:20:54.168430 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:20:54.168760 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:20:54.169086 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:20:54.169414 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:20:54.169735 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:20:54.170079 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:20:54.170411 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:20:54.170757 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:20:54.171077 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:20:54.263826 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42418a2-7fc8-4fc9-be34-0ea94b7b9530 req-23082b26-69a0-40b3-ba10-a75c20dc6727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:54.265765 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-d42418a2-7fc8-4fc9-be34-0ea94b7b9530 req-23082b26-69a0-40b3-ba10-a75c20dc6727 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=928c65fb69ab4781a8b7a7caf13f8c59&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0899506 Aug 05 04:20:54.358650 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42418a2-7fc8-4fc9-be34-0ea94b7b9530 req-42a6d297-7beb-45a3-8d5c-c15b7e38633e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:54.359988 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-d42418a2-7fc8-4fc9-be34-0ea94b7b9530 req-42a6d297-7beb-45a3-8d5c-c15b7e38633e service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0860965 Aug 05 04:20:54.457667 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0cd998-6aa6-4bc2-86ae-13c27452ef97 req-bd38399c-b6ae-4b20-b5e7-e5b1dc542241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:54.459156 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-bf0cd998-6aa6-4bc2-86ae-13c27452ef97 req-bd38399c-b6ae-4b20-b5e7-e5b1dc542241 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=928c65fb69ab4781a8b7a7caf13f8c59&device_id=97b70a6b-8708-4eeb-b488-16ea421e3d9c HTTP/1.1" status: 200 len: 1096 time: 0.0398679 Aug 05 04:20:54.556758 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc9f2fc-5e99-4334-885c-35ccd4f7e98e req-8522ee53-bda2-4ed1-b310-da646f4be503 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:54.558220 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8dc9f2fc-5e99-4334-885c-35ccd4f7e98e req-8522ee53-bda2-4ed1-b310-da646f4be503 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e4cda4c-8ec6-4a0d-8882-94c6b4813942 HTTP/1.1" status: 200 len: 945 time: 0.0537097 Aug 05 04:20:54.597436 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8dc9f2fc-5e99-4334-885c-35ccd4f7e98e req-e2292e94-a56b-47bc-a052-5132178c777f tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/security-groups?id=d92b311d-35d1-4c30-9d9b-586d3bdc7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315878 Aug 05 04:20:54.688819 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-bf0cd998-6aa6-4bc2-86ae-13c27452ef97 req-e1b2c549-c40a-4db4-b856-8258b0533720 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a9a6ef8d-1b72-4e3e-aa4c-906aed0d5ddb HTTP/1.1" status: 200 len: 217 time: 0.0429735 Aug 05 04:20:54.767158 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06e24e5-8f69-4122-bb4d-4ffaf8d27500 req-3da4a663-b279-41ec-aba0-4d95edd215da tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:54.769222 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d06e24e5-8f69-4122-bb4d-4ffaf8d27500 req-3da4a663-b279-41ec-aba0-4d95edd215da tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=26f2ad3f-3821-4f77-8d20-74c5f53e5c25 HTTP/1.1" status: 200 len: 945 time: 0.0732210 Aug 05 04:20:54.778127 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0cd998-6aa6-4bc2-86ae-13c27452ef97 req-3575b9ff-aeb6-479f-978f-a42299fe2601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:54.779639 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-bf0cd998-6aa6-4bc2-86ae-13c27452ef97 req-3575b9ff-aeb6-479f-978f-a42299fe2601 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=19a2ca85-8ab0-446f-8f23-ef59f5e9d795 HTTP/1.1" status: 200 len: 848 time: 0.0729589 Aug 05 04:20:54.810129 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d06e24e5-8f69-4122-bb4d-4ffaf8d27500 req-72e13a6c-4407-42de-8e86-61653911eb20 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337350 Aug 05 04:20:54.811674 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-bf0cd998-6aa6-4bc2-86ae-13c27452ef97 req-9be9f709-22dc-4f1e-97e7-279562e13e88 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b2e0f95b-5688-4003-80f2-290d80077bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242918 Aug 05 04:20:54.905552 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-bf0cd998-6aa6-4bc2-86ae-13c27452ef97 req-1b85e60d-eb17-4ea2-a8ff-48e872b51602 service neutron] 10.222.0.39 "GET /v2.0/networks/b2e0f95b-5688-4003-80f2-290d80077bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850496 Aug 05 04:20:54.941746 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38af8479-600f-47fb-9ff3-5165a3fd8008 req-cb7ffb25-d058-4e8f-8aa3-36d25a0fd929 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:54.944107 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-38af8479-600f-47fb-9ff3-5165a3fd8008 req-cb7ffb25-d058-4e8f-8aa3-36d25a0fd929 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.37 "GET /v2.0/ports?device_id=97b70a6b-8708-4eeb-b488-16ea421e3d9c HTTP/1.1" status: 200 len: 943 time: 0.0519023 Aug 05 04:20:54.994105 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-38af8479-600f-47fb-9ff3-5165a3fd8008 req-646d1b5e-b844-4044-b7c8-677b684416a7 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.37 "GET /v2.0/security-groups?id=a52e817b-572b-49c9-83df-5341b66b3391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433238 Aug 05 04:20:55.017946 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-bf0cd998-6aa6-4bc2-86ae-13c27452ef97 req-5f81376e-6204-4586-9bca-2c4ab619e45f service neutron] 10.222.0.39 "GET /v2.0/networks/b2e0f95b-5688-4003-80f2-290d80077bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049812 Aug 05 04:20:55.714030 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5528a3db-7a94-4b46-a481-150ebd3cd88a req-e1c4f550-05b9-463c-93aa-584ee19a24ea tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:55.715482 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5528a3db-7a94-4b46-a481-150ebd3cd88a req-e1c4f550-05b9-463c-93aa-584ee19a24ea tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e4cda4c-8ec6-4a0d-8882-94c6b4813942 HTTP/1.1" status: 200 len: 945 time: 0.0505798 Aug 05 04:20:55.752115 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5528a3db-7a94-4b46-a481-150ebd3cd88a req-c4800945-0315-47c0-b14a-ecdf93739cb2 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/security-groups?id=d92b311d-35d1-4c30-9d9b-586d3bdc7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308199 Aug 05 04:20:55.835619 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] get_ports_and_sgs() called for port_ids ['fb2e59bd-9ad0-4d55-bade-5277a01d5c00'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 04:20:55.936795 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372698d2-2224-4d2a-a4f4-cf066c750415 req-31bb4979-47e0-4eae-802e-be335a633b29 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:55.938896 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-372698d2-2224-4d2a-a4f4-cf066c750415 req-31bb4979-47e0-4eae-802e-be335a633b29 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=26f2ad3f-3821-4f77-8d20-74c5f53e5c25 HTTP/1.1" status: 200 len: 945 time: 0.0500176 Aug 05 04:20:55.977133 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-372698d2-2224-4d2a-a4f4-cf066c750415 req-ef8f2670-9bd1-43e8-b536-c03f1884dd53 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320923 Aug 05 04:20:56.113234 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb327e4-d3f1-474d-b261-5fdb69c4a061 req-ffd1bae5-fe5f-4d8a-add3-09aeae4e17b1 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:56.114695 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ccb327e4-d3f1-474d-b261-5fdb69c4a061 req-ffd1bae5-fe5f-4d8a-add3-09aeae4e17b1 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.37 "GET /v2.0/ports?device_id=97b70a6b-8708-4eeb-b488-16ea421e3d9c HTTP/1.1" status: 200 len: 943 time: 0.0482972 Aug 05 04:20:56.150354 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ccb327e4-d3f1-474d-b261-5fdb69c4a061 req-38d671ad-23d4-49d5-ad95-9132928461df tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.37 "GET /v2.0/security-groups?id=a52e817b-572b-49c9-83df-5341b66b3391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298958 Aug 05 04:20:56.869501 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fddeba-d859-4ddd-bd2d-a245822766b5 req-df200179-8aee-434e-928b-2ae4d4624434 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:56.871122 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-13fddeba-d859-4ddd-bd2d-a245822766b5 req-df200179-8aee-434e-928b-2ae4d4624434 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e4cda4c-8ec6-4a0d-8882-94c6b4813942 HTTP/1.1" status: 200 len: 945 time: 0.0531561 Aug 05 04:20:56.919224 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-13fddeba-d859-4ddd-bd2d-a245822766b5 req-2fc3cce6-c644-4813-82db-97e0c6d225f3 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/security-groups?id=d92b311d-35d1-4c30-9d9b-586d3bdc7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392308 Aug 05 04:20:57.103629 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14e0bf5-d7e8-42b0-96da-406b8edc3c23 req-34c0860c-ff73-4253-b7f9-43853e53c808 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:57.105114 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f14e0bf5-d7e8-42b0-96da-406b8edc3c23 req-34c0860c-ff73-4253-b7f9-43853e53c808 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=26f2ad3f-3821-4f77-8d20-74c5f53e5c25 HTTP/1.1" status: 200 len: 945 time: 0.0483239 Aug 05 04:20:57.142914 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f14e0bf5-d7e8-42b0-96da-406b8edc3c23 req-7ee483ed-7999-4c91-b36c-63537e66ef86 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315907 Aug 05 04:20:57.262406 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18420a9e-fdd2-4666-9d54-3c5a359b6ab3 req-941adc2b-0e3c-4787-9786-fa9188c026c1 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:57.263915 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-18420a9e-fdd2-4666-9d54-3c5a359b6ab3 req-941adc2b-0e3c-4787-9786-fa9188c026c1 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.37 "GET /v2.0/ports?device_id=97b70a6b-8708-4eeb-b488-16ea421e3d9c HTTP/1.1" status: 200 len: 943 time: 0.0486376 Aug 05 04:20:57.300454 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-18420a9e-fdd2-4666-9d54-3c5a359b6ab3 req-de4ca0e4-1e1b-4899-a996-aa2248789ff8 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.37 "GET /v2.0/security-groups?id=a52e817b-572b-49c9-83df-5341b66b3391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307333 Aug 05 04:20:57.901464 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 57454) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:20:58.003585 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-eb81d70c-190a-4499-abfe-969d04517045 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:20:58.033297 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349aa71e-c1ba-4e13-866e-9e9e05c22a4b req-93660744-bbac-40e0-9947-980c4e7d6459 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:58.037463 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Device fb2e59bd-9ad0-4d55-bade-5277a01d5c00 up at agent hyperv_hv-cinder-80300 {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 04:20:58.042443 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-349aa71e-c1ba-4e13-866e-9e9e05c22a4b req-93660744-bbac-40e0-9947-980c4e7d6459 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e4cda4c-8ec6-4a0d-8882-94c6b4813942 HTTP/1.1" status: 200 len: 945 time: 0.0603073 Aug 05 04:20:58.095769 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-349aa71e-c1ba-4e13-866e-9e9e05c22a4b req-e698c324-7607-487a-be9c-2bc1f0e36dbc tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/security-groups?id=d92b311d-35d1-4c30-9d9b-586d3bdc7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471485 Aug 05 04:20:58.100849 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-eb81d70c-190a-4499-abfe-969d04517045 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:20:58.104440 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Provisioning for port fb2e59bd-9ad0-4d55-bade-5277a01d5c00 completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 04:20:58.105845 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-eb81d70c-190a-4499-abfe-969d04517045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:20:58.111118 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Provisioning complete for port fb2e59bd-9ad0-4d55-bade-5277a01d5c00 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 04:20:58.111694 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66839334'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:20:58.149663 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-eb81d70c-190a-4499-abfe-969d04517045 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=39f663df46844a31bf0d108cd4491d80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2471244 Aug 05 04:20:58.150858 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb81d70c-190a-4499-abfe-969d04517045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c440e016-5cfb-44c7-b087-b4b4ce1d8194,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:20:58.152389 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 57466) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:20:58.201104 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:20:58.218151 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ad69f667-9262-41f5-a164-6884c9b8db75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:20:58.235328 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e4cda4c-8ec6-4a0d-8882-94c6b4813942', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb2e59bd-9ad0-4d55-bade-5277a01d5c00'}] {{(pid=93252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 04:20:58.240783 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f021a78abaadf32682ec407d28b092b8d5e159b0dca1f9e700978c1e9d6d025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-385b1d77-0a09-4e06-b92e-b74394a49a78" -d '{"events": [{"server_uuid": "9e4cda4c-8ec6-4a0d-8882-94c6b4813942", "name": "network-vif-plugged", "status": "completed", "tag": "fb2e59bd-9ad0-4d55-bade-5277a01d5c00"}]}' {{(pid=93252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 04:20:58.245304 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] For port fb2e59bd-9ad0-4d55-bade-5277a01d5c00, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=fb2e59bd-9ad0-4d55-bade-5277a01d5c00,segment=NetworkSegment(3dde1be1-08d0-4677-a267-c0d98cf2de43),segment_id=3dde1be1-08d0-4677-a267-c0d98cf2de43)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:20:58.249705 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:20:58.279600 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 57474) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:20:58.280037 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ad69f667-9262-41f5-a164-6884c9b8db75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:20:58.285593 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 04:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b608955-de44-4254-ac1e-dcc79f9b1bb0 x-openstack-request-id: req-5b608955-de44-4254-ac1e-dcc79f9b1bb0 {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 04:20:58.285879 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e4cda4c-8ec6-4a0d-8882-94c6b4813942", "name": "network-vif-plugged", "status": "completed", "tag": "fb2e59bd-9ad0-4d55-bade-5277a01d5c00", "code": 200}]} {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 04:20:58.286278 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5b608955-de44-4254-ac1e-dcc79f9b1bb0 {{(pid=93252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 04:20:58.286851 dv-cinder-803000-4-iscsi neutron-server[93252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e4cda4c-8ec6-4a0d-8882-94c6b4813942', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb2e59bd-9ad0-4d55-bade-5277a01d5c00', 'code': 200} Aug 05 04:20:58.310171 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Pushing event updated for resources: {'Port': ['ID=fb2e59bd-9ad0-4d55-bade-5277a01d5c00,revision_number=5']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:20:58.315839 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4b720a-15b3-4bac-a563-5b74f756176e req-4f746931-b6f2-459c-98a4-f96d49f608f8 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:58.317360 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8a4b720a-15b3-4bac-a563-5b74f756176e req-4f746931-b6f2-459c-98a4-f96d49f608f8 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=26f2ad3f-3821-4f77-8d20-74c5f53e5c25 HTTP/1.1" status: 200 len: 945 time: 0.0960062 Aug 05 04:20:58.362145 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8a4b720a-15b3-4bac-a563-5b74f756176e req-2fd7900b-6759-41e9-ad02-5319f30d552e tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362928 Aug 05 04:20:58.385581 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ad69f667-9262-41f5-a164-6884c9b8db75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:20:58.386971 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ad69f667-9262-41f5-a164-6884c9b8db75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:20:58.388068 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-ad69f667-9262-41f5-a164-6884c9b8db75 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c440e016-5cfb-44c7-b087-b4b4ce1d8194 HTTP/1.1" status: 204 len: 168 time: 0.2344229 Aug 05 04:20:58.416679 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5029a44c-696a-48f3-9f41-61d9276f5ac5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:20:58.433642 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad69f667-9262-41f5-a164-6884c9b8db75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c440e016-5cfb-44c7-b087-b4b4ce1d8194,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:20:58.481781 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1885c1d-24d9-45c5-bfb9-6150af691e72 req-d07a119b-c5ac-4b16-b1bf-ee132799b297 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:58.483962 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a1885c1d-24d9-45c5-bfb9-6150af691e72 req-d07a119b-c5ac-4b16-b1bf-ee132799b297 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.37 "GET /v2.0/ports?device_id=97b70a6b-8708-4eeb-b488-16ea421e3d9c HTTP/1.1" status: 200 len: 943 time: 0.1116083 Aug 05 04:20:58.530427 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a1885c1d-24d9-45c5-bfb9-6150af691e72 req-a96008bc-18b1-419c-a596-79a25c798668 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.37 "GET /v2.0/security-groups?id=a52e817b-572b-49c9-83df-5341b66b3391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401206 Aug 05 04:20:58.543694 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5029a44c-696a-48f3-9f41-61d9276f5ac5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:20:58.548780 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5029a44c-696a-48f3-9f41-61d9276f5ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:20:58.593096 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-5029a44c-696a-48f3-9f41-61d9276f5ac5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2ad4d096af434c3d85f89369d48e0299&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3123691 Aug 05 04:20:58.594675 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5029a44c-696a-48f3-9f41-61d9276f5ac5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be424f27-d2c7-4369-8858-11b93af0e512,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:20:58.596119 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 57488) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:20:58.657004 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-fbcc3925-51dd-441f-943f-0d97ed9e62b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:20:58.683741 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-fbcc3925-51dd-441f-943f-0d97ed9e62b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:20:58.755276 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-fbcc3925-51dd-441f-943f-0d97ed9e62b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:20:58.758144 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-fbcc3925-51dd-441f-943f-0d97ed9e62b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:20:58.759632 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-fbcc3925-51dd-441f-943f-0d97ed9e62b3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/be424f27-d2c7-4369-8858-11b93af0e512 HTTP/1.1" status: 204 len: 168 time: 0.1622064 Aug 05 04:20:58.774911 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcc3925-51dd-441f-943f-0d97ed9e62b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be424f27-d2c7-4369-8858-11b93af0e512,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:20:59.203958 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eaef32-5370-48e7-b6a5-7f77aaa81184 req-de8603f6-c737-46e3-a375-3ee3b74fe153 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:59.205849 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-61eaef32-5370-48e7-b6a5-7f77aaa81184 req-de8603f6-c737-46e3-a375-3ee3b74fe153 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e4cda4c-8ec6-4a0d-8882-94c6b4813942 HTTP/1.1" status: 200 len: 946 time: 0.0543582 Aug 05 04:20:59.247801 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-61eaef32-5370-48e7-b6a5-7f77aaa81184 req-e04671d1-a801-45a0-87e4-74b1746bcfa9 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/security-groups?id=d92b311d-35d1-4c30-9d9b-586d3bdc7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357597 Aug 05 04:20:59.546180 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 57528) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:20:59.643082 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719d6c86-8cc9-4795-bd75-46c213cb94a5 req-1be2b04e-366b-42d7-8b68-c934055595eb tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:20:59.644539 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-719d6c86-8cc9-4795-bd75-46c213cb94a5 req-1be2b04e-366b-42d7-8b68-c934055595eb tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.37 "GET /v2.0/ports?device_id=97b70a6b-8708-4eeb-b488-16ea421e3d9c HTTP/1.1" status: 200 len: 943 time: 0.0486219 Aug 05 04:20:59.663129 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-5dc411df-12f8-488c-9689-e0c81f91f1fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:20:59.700226 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-719d6c86-8cc9-4795-bd75-46c213cb94a5 req-d7b7026f-21cf-4385-ad5b-c8433e70a8a0 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.37 "GET /v2.0/security-groups?id=a52e817b-572b-49c9-83df-5341b66b3391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493460 Aug 05 04:20:59.772729 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-5dc411df-12f8-488c-9689-e0c81f91f1fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:20:59.776289 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-5dc411df-12f8-488c-9689-e0c81f91f1fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:20:59.814063 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-5dc411df-12f8-488c-9689-e0c81f91f1fe admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=11aa6dce8ba74f5eacf9f1be7f31f686&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2668025 Aug 05 04:20:59.816125 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc411df-12f8-488c-9689-e0c81f91f1fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3de5dae1-24b6-4726-8839-2db65073ab8c,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:20:59.816861 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 57536) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:20:59.867545 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-cec29574-f905-4956-b608-b4f368d6ec23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:20:59.887757 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-cec29574-f905-4956-b608-b4f368d6ec23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:20:59.933375 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-cec29574-f905-4956-b608-b4f368d6ec23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:20:59.935921 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-cec29574-f905-4956-b608-b4f368d6ec23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:20:59.937077 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-cec29574-f905-4956-b608-b4f368d6ec23 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3de5dae1-24b6-4726-8839-2db65073ab8c HTTP/1.1" status: 204 len: 168 time: 0.1192510 Aug 05 04:20:59.944348 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec29574-f905-4956-b608-b4f368d6ec23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de5dae1-24b6-4726-8839-2db65073ab8c,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:21:00.366909 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b84c6a6-6edc-42f1-99ce-03a3adb9a572 req-3713a651-af93-47eb-ac24-b427457ebee8 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:21:00.370100 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1b84c6a6-6edc-42f1-99ce-03a3adb9a572 req-3713a651-af93-47eb-ac24-b427457ebee8 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e4cda4c-8ec6-4a0d-8882-94c6b4813942 HTTP/1.1" status: 200 len: 946 time: 0.0566566 Aug 05 04:21:00.411150 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1b84c6a6-6edc-42f1-99ce-03a3adb9a572 req-d885d917-0067-4b20-b7dd-335864f555ef tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/security-groups?id=d92b311d-35d1-4c30-9d9b-586d3bdc7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348485 Aug 05 04:21:00.814032 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107dedc8-84d9-41d1-80b1-cb5329bcb22f req-6de8c863-7e6b-40cf-9bc0-b394e9022ef6 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:21:00.815623 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-107dedc8-84d9-41d1-80b1-cb5329bcb22f req-6de8c863-7e6b-40cf-9bc0-b394e9022ef6 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.37 "GET /v2.0/ports?device_id=97b70a6b-8708-4eeb-b488-16ea421e3d9c HTTP/1.1" status: 200 len: 943 time: 0.0486093 Aug 05 04:21:00.867761 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-107dedc8-84d9-41d1-80b1-cb5329bcb22f req-beb5d204-b851-4732-940f-bbb5d850bbde tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.37 "GET /v2.0/security-groups?id=a52e817b-572b-49c9-83df-5341b66b3391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458310 Aug 05 04:21:01.520564 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02458e61-c948-462b-aec7-c509e4f7941e req-661ca8e9-70fc-4072-923f-e73119d970c9 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:21:01.521993 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-02458e61-c948-462b-aec7-c509e4f7941e req-661ca8e9-70fc-4072-923f-e73119d970c9 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e4cda4c-8ec6-4a0d-8882-94c6b4813942 HTTP/1.1" status: 200 len: 946 time: 0.0463688 Aug 05 04:21:01.558758 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-02458e61-c948-462b-aec7-c509e4f7941e req-23581bcd-3257-4237-840e-94494662d945 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/security-groups?id=d92b311d-35d1-4c30-9d9b-586d3bdc7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307248 Aug 05 04:21:01.991792 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f6c36-d2bf-4544-b6f1-075950626887 req-4790cb14-8e5c-4b97-a84f-174d0f9ea89c tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:21:01.993602 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5a9f6c36-d2bf-4544-b6f1-075950626887 req-4790cb14-8e5c-4b97-a84f-174d0f9ea89c tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.37 "GET /v2.0/ports?device_id=97b70a6b-8708-4eeb-b488-16ea421e3d9c HTTP/1.1" status: 200 len: 943 time: 0.0567853 Aug 05 04:21:02.021933 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfae2c95-04d4-4e8c-8773-20e2b55941a6 req-c21251df-8863-4acb-9601-341cbb75405f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:21:02.023482 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-dfae2c95-04d4-4e8c-8773-20e2b55941a6 req-c21251df-8863-4acb-9601-341cbb75405f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9e4cda4c-8ec6-4a0d-8882-94c6b4813942 HTTP/1.1" status: 200 len: 1099 time: 0.0390384 Aug 05 04:21:02.031237 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5a9f6c36-d2bf-4544-b6f1-075950626887 req-d8949b58-8c8b-42f2-91aa-64f5e2b1a0af tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.37 "GET /v2.0/security-groups?id=a52e817b-572b-49c9-83df-5341b66b3391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317967 Aug 05 04:21:02.061612 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-dfae2c95-04d4-4e8c-8773-20e2b55941a6 req-0261b682-5df0-4cdf-a6fb-b2cba5931855 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d92b311d-35d1-4c30-9d9b-586d3bdc7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308659 Aug 05 04:21:02.170228 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-87ea8438-47cd-44c4-a808-9a807a63fea8 None None] Agent healthcheck: found 6 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 04:21:02.300347 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Device a9a6ef8d-1b72-4e3e-aa4c-906aed0d5ddb details requested by agent hyperv_hv-cinder-80300 with host hv-cinder-80300 {{(pid=93252) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 04:21:02.398408 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] For port a9a6ef8d-1b72-4e3e-aa4c-906aed0d5ddb, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=a9a6ef8d-1b72-4e3e-aa4c-906aed0d5ddb,segment=NetworkSegment(1dc7904a-e614-49dc-9535-f40f2bc33ed1),segment_id=1dc7904a-e614-49dc-9535-f40f2bc33ed1)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:21:02.413065 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Returning: {'device': 'a9a6ef8d-1b72-4e3e-aa4c-906aed0d5ddb', 'network_id': 'b2e0f95b-5688-4003-80f2-290d80077bb5', 'port_id': 'a9a6ef8d-1b72-4e3e-aa4c-906aed0d5ddb', 'mac_address': 'fa:16:3e:e8:27:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19a2ca85-8ab0-446f-8f23-ef59f5e9d795', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93252) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 04:21:02.450295 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:21:02.463678 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9a6ef8d-1b72-4e3e-aa4c-906aed0d5ddb {{(pid=93252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 04:21:02.483506 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] For port a9a6ef8d-1b72-4e3e-aa4c-906aed0d5ddb, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=a9a6ef8d-1b72-4e3e-aa4c-906aed0d5ddb,segment=NetworkSegment(1dc7904a-e614-49dc-9535-f40f2bc33ed1),segment_id=1dc7904a-e614-49dc-9535-f40f2bc33ed1)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:21:02.488119 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:21:02.539457 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Pushing event updated for resources: {'Port': ['ID=a9a6ef8d-1b72-4e3e-aa4c-906aed0d5ddb,revision_number=4']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:21:02.672961 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d192a2f-c7c1-4cb4-8c79-4e6f47d27325 req-6d0afcfb-d5dc-4531-b068-54c49fd0964c tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:21:02.674415 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1d192a2f-c7c1-4cb4-8c79-4e6f47d27325 req-6d0afcfb-d5dc-4531-b068-54c49fd0964c tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e4cda4c-8ec6-4a0d-8882-94c6b4813942 HTTP/1.1" status: 200 len: 946 time: 0.0487955 Aug 05 04:21:02.694003 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-2110f519-110f-4d89-be80-8042f66c3e05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:21:02.712019 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1d192a2f-c7c1-4cb4-8c79-4e6f47d27325 req-2961c9d3-be9d-477e-8f4d-85ede9343c85 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/security-groups?id=d92b311d-35d1-4c30-9d9b-586d3bdc7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316195 Aug 05 04:21:03.076137 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e6adb2-ed48-494b-8132-f5c3e7d0e202 req-6b31816a-5c69-485c-8766-44e08dea65a1 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:21:03.077600 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-16e6adb2-ed48-494b-8132-f5c3e7d0e202 req-6b31816a-5c69-485c-8766-44e08dea65a1 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=26f2ad3f-3821-4f77-8d20-74c5f53e5c25 HTTP/1.1" status: 200 len: 945 time: 0.0473807 Aug 05 04:21:03.117404 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-16e6adb2-ed48-494b-8132-f5c3e7d0e202 req-3cc2436a-51c2-4491-8e29-e973c3a8b33d tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325227 Aug 05 04:21:03.181554 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427b0586-17b8-495f-8023-dfe8478f39d0 req-9b00ea3a-95f5-44f3-b34c-e9d4c0f8faeb tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:21:03.183039 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-427b0586-17b8-495f-8023-dfe8478f39d0 req-9b00ea3a-95f5-44f3-b34c-e9d4c0f8faeb tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.37 "GET /v2.0/ports?device_id=97b70a6b-8708-4eeb-b488-16ea421e3d9c HTTP/1.1" status: 200 len: 944 time: 0.0514934 Aug 05 04:21:03.221128 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-427b0586-17b8-495f-8023-dfe8478f39d0 req-c8745d25-34bf-4976-970c-040bc1ec304a tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.37 "GET /v2.0/security-groups?id=a52e817b-572b-49c9-83df-5341b66b3391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323143 Aug 05 04:21:03.287673 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] get_ports_and_sgs() called for port_ids ['a9a6ef8d-1b72-4e3e-aa4c-906aed0d5ddb'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 04:21:03.824022 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6501d42-fe81-4c46-b70c-14f376587a09 req-33e9b2dc-a29e-4630-ad4f-248795457f63 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:21:03.825500 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b6501d42-fe81-4c46-b70c-14f376587a09 req-33e9b2dc-a29e-4630-ad4f-248795457f63 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e4cda4c-8ec6-4a0d-8882-94c6b4813942 HTTP/1.1" status: 200 len: 946 time: 0.0491486 Aug 05 04:21:03.863749 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b6501d42-fe81-4c46-b70c-14f376587a09 req-388488c0-45ec-42ac-930a-7f4991cb64d2 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/security-groups?id=d92b311d-35d1-4c30-9d9b-586d3bdc7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316982 Aug 05 04:21:04.343898 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7123fb8b-2129-42ac-bbda-e08d43065d26 req-a3e59439-d1b0-4dbf-89ce-522d22de2c5a tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:21:04.345371 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7123fb8b-2129-42ac-bbda-e08d43065d26 req-a3e59439-d1b0-4dbf-89ce-522d22de2c5a tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.37 "GET /v2.0/ports?device_id=97b70a6b-8708-4eeb-b488-16ea421e3d9c HTTP/1.1" status: 200 len: 944 time: 0.0557685 Aug 05 04:21:04.383163 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7123fb8b-2129-42ac-bbda-e08d43065d26 req-5d7e8644-fb80-451d-bc54-58a9c24aeebb tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.37 "GET /v2.0/security-groups?id=a52e817b-572b-49c9-83df-5341b66b3391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318985 Aug 05 04:21:04.981641 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7611012d-1f87-4280-9bfd-dc539afe8104 req-0b291723-c583-42b4-afe0-56f968376031 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:21:04.983156 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7611012d-1f87-4280-9bfd-dc539afe8104 req-0b291723-c583-42b4-afe0-56f968376031 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e4cda4c-8ec6-4a0d-8882-94c6b4813942 HTTP/1.1" status: 200 len: 946 time: 0.0517073 Aug 05 04:21:05.020276 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7611012d-1f87-4280-9bfd-dc539afe8104 req-cd90ff70-69fa-4104-83b6-a13b82584601 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/security-groups?id=d92b311d-35d1-4c30-9d9b-586d3bdc7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307689 Aug 05 04:21:05.117822 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-115ff359-8381-4a4c-8611-819debd415a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:21:05.311343 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:21:05.500258 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90595a3b-8de2-4fa4-a5e5-0f522d9a593d req-8eb13fde-f6aa-43b9-bc04-3d87f36fb01f tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:21:05.501709 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-90595a3b-8de2-4fa4-a5e5-0f522d9a593d req-8eb13fde-f6aa-43b9-bc04-3d87f36fb01f tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.37 "GET /v2.0/ports?device_id=97b70a6b-8708-4eeb-b488-16ea421e3d9c HTTP/1.1" status: 200 len: 944 time: 0.0478182 Aug 05 04:21:05.539922 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-90595a3b-8de2-4fa4-a5e5-0f522d9a593d req-7a3278eb-bcd8-4eed-b6af-bc8c955c5870 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.37 "GET /v2.0/security-groups?id=a52e817b-572b-49c9-83df-5341b66b3391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322788 Aug 05 04:21:05.935487 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 57712) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:21:06.047920 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5a02a4b6-e40a-4272-be4a-fc0e35628c9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:21:06.143654 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5a02a4b6-e40a-4272-be4a-fc0e35628c9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:21:06.147750 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5a02a4b6-e40a-4272-be4a-fc0e35628c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:21:06.186522 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-5a02a4b6-e40a-4272-be4a-fc0e35628c9e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3237010aa6c246a19ae6ddd9afba1028&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2498305 Aug 05 04:21:06.187491 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a02a4b6-e40a-4272-be4a-fc0e35628c9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af0b9f3d-7f04-4284-95cb-5e4692becd44,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:21:06.189261 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 57734) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:21:06.245052 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-0bdbaccf-f70d-422a-9432-7d5207dd7281 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:21:06.268800 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-0bdbaccf-f70d-422a-9432-7d5207dd7281 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:21:06.281538 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-03641130-cd72-49d2-95a2-84c2adaa14ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:21:06.315385 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Device a9a6ef8d-1b72-4e3e-aa4c-906aed0d5ddb up at agent hyperv_hv-cinder-80300 {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 04:21:06.320586 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-0bdbaccf-f70d-422a-9432-7d5207dd7281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:21:06.324466 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-0bdbaccf-f70d-422a-9432-7d5207dd7281 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:21:06.337215 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-0bdbaccf-f70d-422a-9432-7d5207dd7281 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/af0b9f3d-7f04-4284-95cb-5e4692becd44 HTTP/1.1" status: 204 len: 168 time: 0.1442885 Aug 05 04:21:06.358877 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdbaccf-f70d-422a-9432-7d5207dd7281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af0b9f3d-7f04-4284-95cb-5e4692becd44,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:21:06.380364 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Provisioning for port a9a6ef8d-1b72-4e3e-aa4c-906aed0d5ddb completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 04:21:06.388882 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Provisioning complete for port a9a6ef8d-1b72-4e3e-aa4c-906aed0d5ddb triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 04:21:06.389464 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66839334'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:21:06.473837 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 57752) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:21:06.502305 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:21:06.535446 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97b70a6b-8708-4eeb-b488-16ea421e3d9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9a6ef8d-1b72-4e3e-aa4c-906aed0d5ddb'}] {{(pid=93252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 04:21:06.537697 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f021a78abaadf32682ec407d28b092b8d5e159b0dca1f9e700978c1e9d6d025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a271193-5228-4655-9c9e-ed213aff6f5c" -d '{"events": [{"server_uuid": "97b70a6b-8708-4eeb-b488-16ea421e3d9c", "name": "network-vif-plugged", "status": "completed", "tag": "a9a6ef8d-1b72-4e3e-aa4c-906aed0d5ddb"}]}' {{(pid=93252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 04:21:06.552586 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] For port a9a6ef8d-1b72-4e3e-aa4c-906aed0d5ddb, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=a9a6ef8d-1b72-4e3e-aa4c-906aed0d5ddb,segment=NetworkSegment(1dc7904a-e614-49dc-9535-f40f2bc33ed1),segment_id=1dc7904a-e614-49dc-9535-f40f2bc33ed1)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:21:06.559423 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:21:06.597677 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 04:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fba87fc3-56a6-4f6f-8945-779931005ccc x-openstack-request-id: req-fba87fc3-56a6-4f6f-8945-779931005ccc {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 04:21:06.597960 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97b70a6b-8708-4eeb-b488-16ea421e3d9c", "name": "network-vif-plugged", "status": "completed", "tag": "a9a6ef8d-1b72-4e3e-aa4c-906aed0d5ddb", "code": 200}]} {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 04:21:06.598382 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fba87fc3-56a6-4f6f-8945-779931005ccc {{(pid=93252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 04:21:06.598909 dv-cinder-803000-4-iscsi neutron-server[93252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97b70a6b-8708-4eeb-b488-16ea421e3d9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9a6ef8d-1b72-4e3e-aa4c-906aed0d5ddb', 'code': 200} Aug 05 04:21:06.651584 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Pushing event updated for resources: {'Port': ['ID=a9a6ef8d-1b72-4e3e-aa4c-906aed0d5ddb,revision_number=5']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:21:06.884133 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7791ee4-f6dd-47e5-b0a6-13cdb6985a05 req-fd11a051-3321-4648-9d3f-86402a885d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:21:06.886885 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-f7791ee4-f6dd-47e5-b0a6-13cdb6985a05 req-fd11a051-3321-4648-9d3f-86402a885d61 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=97b70a6b-8708-4eeb-b488-16ea421e3d9c HTTP/1.1" status: 200 len: 1098 time: 0.0768535 Aug 05 04:21:06.927099 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-f7791ee4-f6dd-47e5-b0a6-13cdb6985a05 req-35ae5a41-8939-4ab1-8333-e792ba801761 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a52e817b-572b-49c9-83df-5341b66b3391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331705 Aug 05 04:21:06.950334 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-28e7c390-9b9a-48aa-a557-14f67015d12c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:21:06.980578 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42a63e3-e739-420e-955e-d8276e51638e req-58aa9a4e-9261-4935-b353-11c9f0570347 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:21:06.982972 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e42a63e3-e739-420e-955e-d8276e51638e req-58aa9a4e-9261-4935-b353-11c9f0570347 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.37 "GET /v2.0/ports?device_id=97b70a6b-8708-4eeb-b488-16ea421e3d9c HTTP/1.1" status: 200 len: 945 time: 0.2807212 Aug 05 04:21:07.043418 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e42a63e3-e739-420e-955e-d8276e51638e req-74eb4da7-f4c9-41a3-a3bc-38b8b618482b tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.37 "GET /v2.0/security-groups?id=a52e817b-572b-49c9-83df-5341b66b3391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541866 Aug 05 04:21:07.084913 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-28e7c390-9b9a-48aa-a557-14f67015d12c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:21:07.089295 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-28e7c390-9b9a-48aa-a557-14f67015d12c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:21:07.127698 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e7c390-9b9a-48aa-a557-14f67015d12c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c575736a-1fd7-421e-a66a-2cd43bb766f4,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:21:07.134332 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-28e7c390-9b9a-48aa-a557-14f67015d12c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1c923c3d8eb64c08bb778e195db59dcd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6570122 Aug 05 04:21:07.134588 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 57784) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:21:07.184626 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9f1bacb3-965e-4645-ac0c-2cf358edc243 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:21:07.205930 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9f1bacb3-965e-4645-ac0c-2cf358edc243 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:21:07.256148 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9f1bacb3-965e-4645-ac0c-2cf358edc243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:21:07.258776 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9f1bacb3-965e-4645-ac0c-2cf358edc243 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:21:07.259898 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-9f1bacb3-965e-4645-ac0c-2cf358edc243 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c575736a-1fd7-421e-a66a-2cd43bb766f4 HTTP/1.1" status: 204 len: 168 time: 0.1244240 Aug 05 04:21:07.268597 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1bacb3-965e-4645-ac0c-2cf358edc243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c575736a-1fd7-421e-a66a-2cd43bb766f4,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:21:07.590849 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 57798) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:21:07.604539 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-55f9f6f9-c64c-49f0-8444-4b9303ab9188 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:21:07.698293 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-55f9f6f9-c64c-49f0-8444-4b9303ab9188 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:21:07.701995 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-55f9f6f9-c64c-49f0-8444-4b9303ab9188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:21:07.742373 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-55f9f6f9-c64c-49f0-8444-4b9303ab9188 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2ad8b1ed6d644e49b6eda68aad9c7cd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1504121 Aug 05 04:21:07.743247 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f9f6f9-c64c-49f0-8444-4b9303ab9188 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=690e5419-0911-48fc-8a73-40d21ee41cca,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:21:07.746001 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 57806) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:21:07.795690 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-0bc50300-ef36-40b3-b095-8adb0645220f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:21:07.815598 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-0bc50300-ef36-40b3-b095-8adb0645220f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:21:07.860383 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-0bc50300-ef36-40b3-b095-8adb0645220f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:21:07.863001 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-0bc50300-ef36-40b3-b095-8adb0645220f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:21:07.864155 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-0bc50300-ef36-40b3-b095-8adb0645220f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/690e5419-0911-48fc-8a73-40d21ee41cca HTTP/1.1" status: 204 len: 168 time: 0.1167552 Aug 05 04:21:07.871847 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc50300-ef36-40b3-b095-8adb0645220f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=690e5419-0911-48fc-8a73-40d21ee41cca,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:21:07.969602 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-6a2206e1-ea48-45a0-865e-aad2fcc79b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:21:08.161321 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3386df-f171-4659-b249-feaf96145bcb req-b351919c-11a2-4d24-9d27-a2c7b200f292 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:21:08.162822 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ce3386df-f171-4659-b249-feaf96145bcb req-b351919c-11a2-4d24-9d27-a2c7b200f292 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.37 "GET /v2.0/ports?device_id=97b70a6b-8708-4eeb-b488-16ea421e3d9c HTTP/1.1" status: 200 len: 945 time: 0.0490878 Aug 05 04:21:08.201060 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ce3386df-f171-4659-b249-feaf96145bcb req-528022b8-4031-4f04-9c82-16a8767fb4c4 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.37 "GET /v2.0/security-groups?id=a52e817b-572b-49c9-83df-5341b66b3391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322211 Aug 05 04:21:09.314029 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00db40e-bbb7-4873-86b3-6a794fcdd220 req-625e4b2c-b935-416c-b637-30d35de034c0 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:21:09.315503 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e00db40e-bbb7-4873-86b3-6a794fcdd220 req-625e4b2c-b935-416c-b637-30d35de034c0 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.37 "GET /v2.0/ports?device_id=97b70a6b-8708-4eeb-b488-16ea421e3d9c HTTP/1.1" status: 200 len: 945 time: 0.0492320 Aug 05 04:21:09.353154 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e00db40e-bbb7-4873-86b3-6a794fcdd220 req-90bb146a-3fe8-47c0-97f7-b0f399864fe7 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.37 "GET /v2.0/security-groups?id=a52e817b-572b-49c9-83df-5341b66b3391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315804 Aug 05 04:21:09.422104 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:21:14.290932 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362866f3-fff9-44a4-9fbc-b449194bbfbb req-e617b951-ab7b-48b4-b1d5-518e4e1cfaa5 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:21:14.292404 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-362866f3-fff9-44a4-9fbc-b449194bbfbb req-e617b951-ab7b-48b4-b1d5-518e4e1cfaa5 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.37 "GET /v2.0/ports?device_id=97b70a6b-8708-4eeb-b488-16ea421e3d9c HTTP/1.1" status: 200 len: 945 time: 0.0493436 Aug 05 04:21:14.330012 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-362866f3-fff9-44a4-9fbc-b449194bbfbb req-fd3d8fc9-149a-4b13-8865-b64e9377e63c tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.37 "GET /v2.0/security-groups?id=a52e817b-572b-49c9-83df-5341b66b3391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317254 Aug 05 04:21:15.445067 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90f04b3-128b-4749-bff4-b25d77a4c94f req-920e952a-8945-40e9-bc65-9825948da401 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:21:15.446843 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c90f04b3-128b-4749-bff4-b25d77a4c94f req-920e952a-8945-40e9-bc65-9825948da401 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.37 "GET /v2.0/ports?device_id=97b70a6b-8708-4eeb-b488-16ea421e3d9c HTTP/1.1" status: 200 len: 945 time: 0.0484550 Aug 05 04:21:15.500678 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c90f04b3-128b-4749-bff4-b25d77a4c94f req-f38afebe-fb45-4fbe-a062-731b81952ac5 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.37 "GET /v2.0/security-groups?id=a52e817b-572b-49c9-83df-5341b66b3391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471814 Aug 05 04:21:15.742093 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbb962a-3a27-4227-8791-e1fd1c83f145 req-3cce490a-69fc-4aa5-a8dd-c6ad2f123385 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:21:15.743621 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4fbb962a-3a27-4227-8791-e1fd1c83f145 req-3cce490a-69fc-4aa5-a8dd-c6ad2f123385 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=26f2ad3f-3821-4f77-8d20-74c5f53e5c25 HTTP/1.1" status: 200 len: 945 time: 0.0539830 Aug 05 04:21:15.781986 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4fbb962a-3a27-4227-8791-e1fd1c83f145 req-b3d7583b-9d42-4bb0-bafa-80c13cf81782 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324197 Aug 05 04:21:16.621603 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ad5107-3995-43be-98f9-c5a4d12176b3 req-9d4812b4-7c24-44fe-bed5-31c9117c6b95 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:21:16.623067 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-17ad5107-3995-43be-98f9-c5a4d12176b3 req-9d4812b4-7c24-44fe-bed5-31c9117c6b95 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.37 "GET /v2.0/ports?device_id=97b70a6b-8708-4eeb-b488-16ea421e3d9c HTTP/1.1" status: 200 len: 945 time: 0.0468912 Aug 05 04:21:16.660069 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-17ad5107-3995-43be-98f9-c5a4d12176b3 req-f2749ddb-9d01-4a4c-a474-4b3f77985dd3 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.37 "GET /v2.0/security-groups?id=a52e817b-572b-49c9-83df-5341b66b3391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306365 Aug 05 04:21:16.900193 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e19a155-0927-4900-af0c-790b3ac4924c req-5c64c059-e36f-41eb-b416-0fb9b98d9a08 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:21:16.901657 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9e19a155-0927-4900-af0c-790b3ac4924c req-5c64c059-e36f-41eb-b416-0fb9b98d9a08 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=26f2ad3f-3821-4f77-8d20-74c5f53e5c25 HTTP/1.1" status: 200 len: 945 time: 0.0483782 Aug 05 04:21:16.938693 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9e19a155-0927-4900-af0c-790b3ac4924c req-a24f7051-ac40-4496-8ec6-2e29c91db1cf tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311878 Aug 05 04:21:17.775064 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642d8f6b-ce82-41a8-9ce9-9fb21e345653 req-ff8c2636-80e3-4212-b43f-375d51610b39 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:21:17.776409 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-642d8f6b-ce82-41a8-9ce9-9fb21e345653 req-ff8c2636-80e3-4212-b43f-375d51610b39 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.37 "GET /v2.0/ports?device_id=97b70a6b-8708-4eeb-b488-16ea421e3d9c HTTP/1.1" status: 200 len: 945 time: 0.0500586 Aug 05 04:21:17.813205 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-642d8f6b-ce82-41a8-9ce9-9fb21e345653 req-be1007aa-2285-4cc9-a0df-e4c5bbce0dca tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.37 "GET /v2.0/security-groups?id=a52e817b-572b-49c9-83df-5341b66b3391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302927 Aug 05 04:21:18.047863 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad2852d-568d-4dd7-aedd-93a6330c669e req-bfc073cf-6ea5-426c-a497-63fae18c01fb tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:21:18.049217 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-dad2852d-568d-4dd7-aedd-93a6330c669e req-bfc073cf-6ea5-426c-a497-63fae18c01fb tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=26f2ad3f-3821-4f77-8d20-74c5f53e5c25 HTTP/1.1" status: 200 len: 945 time: 0.0470936 Aug 05 04:21:18.086597 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-dad2852d-568d-4dd7-aedd-93a6330c669e req-0b25417b-d8ae-4248-aa37-12f6282210a2 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314744 Aug 05 04:21:18.925822 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff10834-2182-4944-a399-4d2996cd75b6 req-bf2ef285-1290-4197-bb62-35ccfcf0a983 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:21:18.927326 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4ff10834-2182-4944-a399-4d2996cd75b6 req-bf2ef285-1290-4197-bb62-35ccfcf0a983 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.37 "GET /v2.0/ports?device_id=97b70a6b-8708-4eeb-b488-16ea421e3d9c HTTP/1.1" status: 200 len: 945 time: 0.0481067 Aug 05 04:21:18.965530 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4ff10834-2182-4944-a399-4d2996cd75b6 req-0078c4db-f531-4053-b765-744ff7d7e45c tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.37 "GET /v2.0/security-groups?id=a52e817b-572b-49c9-83df-5341b66b3391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322862 Aug 05 04:21:18.999312 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21498d98-33c5-433a-93b8-5aa938bb49e7 req-37e86566-2a79-4066-a94d-d5568ea765cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:21:19.000768 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-21498d98-33c5-433a-93b8-5aa938bb49e7 req-37e86566-2a79-4066-a94d-d5568ea765cf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8eb0ee8cdd9f4664bd6a71d95fef8f7a&device_id=26f2ad3f-3821-4f77-8d20-74c5f53e5c25 HTTP/1.1" status: 200 len: 1098 time: 0.0451739 Aug 05 04:21:19.089940 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21498d98-33c5-433a-93b8-5aa938bb49e7 req-9748f77e-c586-4300-941b-2aea8d1b4836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:21:19.091449 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-21498d98-33c5-433a-93b8-5aa938bb49e7 req-9748f77e-c586-4300-941b-2aea8d1b4836 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4a73174c-8cf7-4eb5-84d2-c19fe864c831 HTTP/1.1" status: 200 len: 920 time: 0.0818763 Aug 05 04:21:19.175325 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-21498d98-33c5-433a-93b8-5aa938bb49e7 req-1f7483ee-54f7-4687-9f46-8615580654e1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87acbb5e-8645-45ff-b633-388b666fd680 HTTP/1.1" status: 200 len: 217 time: 0.0381272 Aug 05 04:21:19.203326 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b1a45e-4f3d-4eed-9290-cd6d2fc5c2d3 req-a072a394-b30f-4830-a470-ff8fac5d2365 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:21:19.204838 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-95b1a45e-4f3d-4eed-9290-cd6d2fc5c2d3 req-a072a394-b30f-4830-a470-ff8fac5d2365 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=26f2ad3f-3821-4f77-8d20-74c5f53e5c25 HTTP/1.1" status: 200 len: 945 time: 0.0521042 Aug 05 04:21:19.229410 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21498d98-33c5-433a-93b8-5aa938bb49e7 req-19332249-659d-4594-8234-2663681a062f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:21:19.230900 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-21498d98-33c5-433a-93b8-5aa938bb49e7 req-19332249-659d-4594-8234-2663681a062f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3a9fe8aa-38d2-494e-ab5e-e2594d44600a HTTP/1.1" status: 200 len: 859 time: 0.0441854 Aug 05 04:21:19.241922 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-95b1a45e-4f3d-4eed-9290-cd6d2fc5c2d3 req-5cc8f18b-458d-4d44-92b7-0bb55bda98a2 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311568 Aug 05 04:21:19.262366 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-21498d98-33c5-433a-93b8-5aa938bb49e7 req-c4cc253c-c98b-451f-b264-0b943e45886d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4a73174c-8cf7-4eb5-84d2-c19fe864c831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236986 Aug 05 04:21:19.353868 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-21498d98-33c5-433a-93b8-5aa938bb49e7 req-6e8ab2cd-78dd-4a94-a940-8e7cdbb39efc service neutron] 10.222.0.39 "GET /v2.0/networks/4a73174c-8cf7-4eb5-84d2-c19fe864c831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834098 Aug 05 04:21:19.442527 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-21498d98-33c5-433a-93b8-5aa938bb49e7 req-497cb12c-d7e3-45d2-b868-9b3717db4ff8 service neutron] 10.222.0.39 "GET /v2.0/networks/4a73174c-8cf7-4eb5-84d2-c19fe864c831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796244 Aug 05 04:21:20.085831 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba90033-a5b9-44c8-982b-ce5a5dca0097 req-d92412ea-0983-4206-a426-3aa80ed91386 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:21:20.087327 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0ba90033-a5b9-44c8-982b-ce5a5dca0097 req-d92412ea-0983-4206-a426-3aa80ed91386 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.37 "GET /v2.0/ports?device_id=97b70a6b-8708-4eeb-b488-16ea421e3d9c HTTP/1.1" status: 200 len: 945 time: 0.0491283 Aug 05 04:21:20.124272 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0ba90033-a5b9-44c8-982b-ce5a5dca0097 req-53276d2f-da03-4ec3-ac9e-5bb2b87cfb5e tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.37 "GET /v2.0/security-groups?id=a52e817b-572b-49c9-83df-5341b66b3391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306950 Aug 05 04:21:20.355876 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5b8afc-bdfc-4235-be64-ee235352a4e5 req-75a83108-7282-42f9-9c21-d2425852f71e tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:21:20.357326 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0a5b8afc-bdfc-4235-be64-ee235352a4e5 req-75a83108-7282-42f9-9c21-d2425852f71e tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=26f2ad3f-3821-4f77-8d20-74c5f53e5c25 HTTP/1.1" status: 200 len: 945 time: 0.0473633 Aug 05 04:21:20.398915 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0a5b8afc-bdfc-4235-be64-ee235352a4e5 req-cc8579e9-8357-474c-8a98-ceb58152d709 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350733 Aug 05 04:21:20.934965 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7167bc-10e4-4e5c-a3ce-bd7cb08bb6e3 req-7ef41a6f-774d-4af2-887f-9959568a9f3c tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:21:20.936912 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-af7167bc-10e4-4e5c-a3ce-bd7cb08bb6e3 req-7ef41a6f-774d-4af2-887f-9959568a9f3c tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.39 "GET /v2.0/ports?device_id=97b70a6b-8708-4eeb-b488-16ea421e3d9c HTTP/1.1" status: 200 len: 945 time: 0.0511692 Aug 05 04:21:21.027909 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [req-af7167bc-10e4-4e5c-a3ce-bd7cb08bb6e3 req-d1575be4-008e-4000-a7f6-df6ab43443ce tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] Deleting port a9a6ef8d-1b72-4e3e-aa4c-906aed0d5ddb {{(pid=93251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 04:21:21.028244 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-af7167bc-10e4-4e5c-a3ce-bd7cb08bb6e3 req-d1575be4-008e-4000-a7f6-df6ab43443ce tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763712722935'] for port, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:21:21.115719 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [req-af7167bc-10e4-4e5c-a3ce-bd7cb08bb6e3 req-d1575be4-008e-4000-a7f6-df6ab43443ce tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] For port a9a6ef8d-1b72-4e3e-aa4c-906aed0d5ddb, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=a9a6ef8d-1b72-4e3e-aa4c-906aed0d5ddb,segment=NetworkSegment(1dc7904a-e614-49dc-9535-f40f2bc33ed1),segment_id=1dc7904a-e614-49dc-9535-f40f2bc33ed1)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:21:21.116079 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-af7167bc-10e4-4e5c-a3ce-bd7cb08bb6e3 req-d1575be4-008e-4000-a7f6-df6ab43443ce tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-702725'] for port, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:21:21.128957 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [req-af7167bc-10e4-4e5c-a3ce-bd7cb08bb6e3 req-d1575be4-008e-4000-a7f6-df6ab43443ce tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] Calling delete_port for a9a6ef8d-1b72-4e3e-aa4c-906aed0d5ddb owned by compute:nova {{(pid=93251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 04:21:21.263735 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f898688-1434-4990-815d-d77f2da78994 req-eb37b173-206a-498a-8dc9-512f8ca913ed tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:21:21.265250 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3f898688-1434-4990-815d-d77f2da78994 req-eb37b173-206a-498a-8dc9-512f8ca913ed tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.37 "GET /v2.0/ports?device_id=97b70a6b-8708-4eeb-b488-16ea421e3d9c HTTP/1.1" status: 200 len: 945 time: 0.0571530 Aug 05 04:21:21.280006 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-af7167bc-10e4-4e5c-a3ce-bd7cb08bb6e3 req-d1575be4-008e-4000-a7f6-df6ab43443ce tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763712549039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763712145884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8933231'] for port, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:21:21.304498 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3f898688-1434-4990-815d-d77f2da78994 req-09524229-2cdf-4402-a427-de1f74fe3da6 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.37 "GET /v2.0/security-groups?id=a52e817b-572b-49c9-83df-5341b66b3391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332439 Aug 05 04:21:21.317626 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1575be4-008e-4000-a7f6-df6ab43443ce tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] Pushing event deleted for resources: {'Port': ['ID=a9a6ef8d-1b72-4e3e-aa4c-906aed0d5ddb,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:21:21.356083 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [req-af7167bc-10e4-4e5c-a3ce-bd7cb08bb6e3 req-d1575be4-008e-4000-a7f6-df6ab43443ce tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] No DVR routers for this DVR port a9a6ef8d-1b72-4e3e-aa4c-906aed0d5ddb on host hv-cinder-80300 {{(pid=93251) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 04:21:21.359087 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-af7167bc-10e4-4e5c-a3ce-bd7cb08bb6e3 req-d1575be4-008e-4000-a7f6-df6ab43443ce tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224329'] for port, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:21:21.361003 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-af7167bc-10e4-4e5c-a3ce-bd7cb08bb6e3 req-d1575be4-008e-4000-a7f6-df6ab43443ce tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.39 "DELETE /v2.0/ports/a9a6ef8d-1b72-4e3e-aa4c-906aed0d5ddb HTTP/1.1" status: 204 len: 173 time: 0.4134943 Aug 05 04:21:21.361454 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97b70a6b-8708-4eeb-b488-16ea421e3d9c', 'name': 'network-vif-deleted', 'tag': 'a9a6ef8d-1b72-4e3e-aa4c-906aed0d5ddb'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 04:21:21.363686 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc51a2a5f300f30acac232ef327f3f01bb0f894a96a37a70efeb1c252096f2af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ed7842b-8817-4c3b-a1e7-9b420abcaa11" -d '{"events": [{"server_uuid": "97b70a6b-8708-4eeb-b488-16ea421e3d9c", "name": "network-vif-deleted", "tag": "a9a6ef8d-1b72-4e3e-aa4c-906aed0d5ddb"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 04:21:21.398012 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 04:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87c59bf0-3bed-4e62-9120-6c8a09cefd4c x-openstack-request-id: req-87c59bf0-3bed-4e62-9120-6c8a09cefd4c {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 04:21:21.398305 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97b70a6b-8708-4eeb-b488-16ea421e3d9c", "name": "network-vif-deleted", "tag": "a9a6ef8d-1b72-4e3e-aa4c-906aed0d5ddb", "status": "completed", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 04:21:21.398587 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-87c59bf0-3bed-4e62-9120-6c8a09cefd4c {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 04:21:21.398998 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97b70a6b-8708-4eeb-b488-16ea421e3d9c', 'name': 'network-vif-deleted', 'tag': 'a9a6ef8d-1b72-4e3e-aa4c-906aed0d5ddb', 'status': 'completed', 'code': 200} Aug 05 04:21:21.514402 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cfefa4-2b89-4495-84d8-33ef5dccd8ef req-255000c0-0e07-4b64-b7ed-2cb62de64276 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:21:21.515906 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-96cfefa4-2b89-4495-84d8-33ef5dccd8ef req-255000c0-0e07-4b64-b7ed-2cb62de64276 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=26f2ad3f-3821-4f77-8d20-74c5f53e5c25 HTTP/1.1" status: 200 len: 945 time: 0.0487940 Aug 05 04:21:21.554357 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-96cfefa4-2b89-4495-84d8-33ef5dccd8ef req-53bc3fdd-b0d2-48f4-84d8-9d8cb93471e4 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324943 Aug 05 04:21:22.395722 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-74f52406-0d31-4d95-aa67-783621ca963f req-ca3a0d08-4636-4b8a-b1c3-a0088c0dc99e tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.37 "GET /v2.0/ports?device_id=97b70a6b-8708-4eeb-b488-16ea421e3d9c HTTP/1.1" status: 200 len: 210 time: 0.0250235 Aug 05 04:21:22.668357 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93acf02a-1cc7-4b88-b562-8801ad92597d req-aaebe1c7-ff5b-4d48-b72e-685b3fc973f2 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:21:22.669923 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-93acf02a-1cc7-4b88-b562-8801ad92597d req-aaebe1c7-ff5b-4d48-b72e-685b3fc973f2 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=26f2ad3f-3821-4f77-8d20-74c5f53e5c25 HTTP/1.1" status: 200 len: 945 time: 0.0500753 Aug 05 04:21:22.712511 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-93acf02a-1cc7-4b88-b562-8801ad92597d req-f7287697-680e-4487-8fdb-193b3936d4ad tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359805 Aug 05 04:21:23.488829 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e7d343bc-b441-4db6-89a3-16a864f48422 req-66adb15b-a352-4229-8a17-dd0609132877 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.37 "GET /v2.0/ports?device_id=97b70a6b-8708-4eeb-b488-16ea421e3d9c HTTP/1.1" status: 200 len: 210 time: 0.0258591 Aug 05 04:21:23.615162 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] get_ports_and_sgs() called for port_ids ['a9a6ef8d-1b72-4e3e-aa4c-906aed0d5ddb'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 04:21:23.828138 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265723bf-b198-47ee-ba41-8eacbc972f57 req-d4062dce-6654-41a1-9186-d30c04cfc4c1 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:21:23.829583 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-265723bf-b198-47ee-ba41-8eacbc972f57 req-d4062dce-6654-41a1-9186-d30c04cfc4c1 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=26f2ad3f-3821-4f77-8d20-74c5f53e5c25 HTTP/1.1" status: 200 len: 945 time: 0.0503969 Aug 05 04:21:23.868117 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-265723bf-b198-47ee-ba41-8eacbc972f57 req-68e4a7c8-937e-4149-a921-2da98f021504 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324571 Aug 05 04:21:24.580919 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-79109be2-cee3-41ea-b203-a524f36dfe59 req-ba406f38-862a-47b1-b2ae-a4f80ab3075b tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.37 "GET /v2.0/ports?device_id=97b70a6b-8708-4eeb-b488-16ea421e3d9c HTTP/1.1" status: 200 len: 210 time: 0.0269060 Aug 05 04:21:24.980079 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4be4f27-5b33-428e-89b5-09f1e10e1b4f req-9809fbad-ca75-4634-b29b-32f82e53c842 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:21:24.981509 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d4be4f27-5b33-428e-89b5-09f1e10e1b4f req-9809fbad-ca75-4634-b29b-32f82e53c842 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=26f2ad3f-3821-4f77-8d20-74c5f53e5c25 HTTP/1.1" status: 200 len: 945 time: 0.0477972 Aug 05 04:21:25.030759 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d4be4f27-5b33-428e-89b5-09f1e10e1b4f req-54576991-7bf3-47a5-9f88-d935a6e912ee tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424023 Aug 05 04:21:25.684043 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-17629b5f-4cd4-40d7-ace1-5da8ad093f78 req-dd2a88d7-1eab-4b72-918f-c46488eb95b2 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] 10.222.0.37 "GET /v2.0/ports?device_id=97b70a6b-8708-4eeb-b488-16ea421e3d9c HTTP/1.1" status: 200 len: 210 time: 0.0260196 Aug 05 04:21:25.727530 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Device a9a6ef8d-1b72-4e3e-aa4c-906aed0d5ddb no longer exists at agent hyperv_hv-cinder-80300 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 04:21:25.863296 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] No Port match for: a9a6ef8d-1b72-4e3e-aa4c-906aed0d5ddb {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 04:21:25.863648 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Device a9a6ef8d-1b72-4e3e-aa4c-906aed0d5ddb not bound to the agent host hv-cinder-80300 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 04:21:26.149125 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedc7b49-126f-42cd-a9bb-bb29e40615b2 req-82d7f57f-1ff1-4e25-8ff6-09b0d042691f tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:21:26.149125 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-cedc7b49-126f-42cd-a9bb-bb29e40615b2 req-82d7f57f-1ff1-4e25-8ff6-09b0d042691f tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=26f2ad3f-3821-4f77-8d20-74c5f53e5c25 HTTP/1.1" status: 200 len: 945 time: 0.0491138 Aug 05 04:21:26.186653 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-cedc7b49-126f-42cd-a9bb-bb29e40615b2 req-0103fb05-bfaf-4505-a80d-68fd000a8e45 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316098 Aug 05 04:21:27.321313 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b298a871-5d6a-4bdc-869f-b3619f41d5be req-a7d09736-6d14-4f9c-b534-c7c122419721 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:21:27.322816 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b298a871-5d6a-4bdc-869f-b3619f41d5be req-a7d09736-6d14-4f9c-b534-c7c122419721 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=26f2ad3f-3821-4f77-8d20-74c5f53e5c25 HTTP/1.1" status: 200 len: 945 time: 0.0650747 Aug 05 04:21:27.364462 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b298a871-5d6a-4bdc-869f-b3619f41d5be req-110263b1-2979-416d-a15b-4f1dedfaf5be tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351253 Aug 05 04:21:28.481252 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e379841-32a2-4885-935d-b1db2677dac6 req-01d476be-838d-4423-a18d-1449a1ed4403 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:21:28.482848 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1e379841-32a2-4885-935d-b1db2677dac6 req-01d476be-838d-4423-a18d-1449a1ed4403 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=26f2ad3f-3821-4f77-8d20-74c5f53e5c25 HTTP/1.1" status: 200 len: 945 time: 0.0516999 Aug 05 04:21:28.520887 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1e379841-32a2-4885-935d-b1db2677dac6 req-01933654-edaf-43ee-8175-3b9928bf377b tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315707 Aug 05 04:21:29.634430 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4f07a4-9efd-493c-8655-02fb79c180bd req-e5f61a99-a9e7-4a88-8f5b-1cc68338f237 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:21:29.635912 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9e4f07a4-9efd-493c-8655-02fb79c180bd req-e5f61a99-a9e7-4a88-8f5b-1cc68338f237 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=26f2ad3f-3821-4f77-8d20-74c5f53e5c25 HTTP/1.1" status: 200 len: 945 time: 0.0485582 Aug 05 04:21:29.671925 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9e4f07a4-9efd-493c-8655-02fb79c180bd req-37c03dc7-1e21-4cb9-be9b-fe45c5d23869 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301642 Aug 05 04:21:30.784824 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64c434f-c68b-4219-862c-f191147fa5c6 req-8a9ea6d8-227c-4d1f-95a9-8378cab49fb7 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:21:30.786283 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b64c434f-c68b-4219-862c-f191147fa5c6 req-8a9ea6d8-227c-4d1f-95a9-8378cab49fb7 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=26f2ad3f-3821-4f77-8d20-74c5f53e5c25 HTTP/1.1" status: 200 len: 945 time: 0.0480549 Aug 05 04:21:30.823313 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b64c434f-c68b-4219-862c-f191147fa5c6 req-e34ef614-846b-482a-b37c-b0c77f5dd86c tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312097 Aug 05 04:21:31.939748 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9973f9ca-864d-4cfb-b5d0-a6870508709d req-e1f7ace7-1eff-4158-8997-92c59e96beaa tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:21:31.941460 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9973f9ca-864d-4cfb-b5d0-a6870508709d req-e1f7ace7-1eff-4158-8997-92c59e96beaa tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=26f2ad3f-3821-4f77-8d20-74c5f53e5c25 HTTP/1.1" status: 200 len: 945 time: 0.0519814 Aug 05 04:21:31.979413 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9973f9ca-864d-4cfb-b5d0-a6870508709d req-1ed282ce-abd3-4cc5-bd15-c60598f48459 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322237 Aug 05 04:21:32.694155 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-adae73b1-be7c-454d-b97f-97c9b18e97c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:21:33.097333 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f71e59-3a49-4827-b846-13583c8649b9 req-2ac3705b-e691-413e-82aa-f72cd296ff47 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:21:33.098845 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-87f71e59-3a49-4827-b846-13583c8649b9 req-2ac3705b-e691-413e-82aa-f72cd296ff47 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=26f2ad3f-3821-4f77-8d20-74c5f53e5c25 HTTP/1.1" status: 200 len: 945 time: 0.0524580 Aug 05 04:21:33.136088 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-87f71e59-3a49-4827-b846-13583c8649b9 req-e57e0a94-b343-4e7e-a3f2-faa0b848bc02 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314577 Aug 05 04:21:34.249852 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24992089-5dd5-4f76-be88-f1f46e746d65 req-b306570e-af6f-4c74-ab02-3288fda115f5 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:21:34.251912 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-24992089-5dd5-4f76-be88-f1f46e746d65 req-b306570e-af6f-4c74-ab02-3288fda115f5 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=26f2ad3f-3821-4f77-8d20-74c5f53e5c25 HTTP/1.1" status: 200 len: 945 time: 0.0480080 Aug 05 04:21:34.290192 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-24992089-5dd5-4f76-be88-f1f46e746d65 req-7605edc0-e3ee-452f-85de-2456bf74d00a tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316610 Aug 05 04:21:34.308959 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-6e314690-63b9-4703-8c26-28b351f9556d req-7bf700ea-9814-48cc-b139-28fe903e90c4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2115d019-f085-4012-b398-de97bdeb18ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399625 Aug 05 04:21:34.441701 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e314690-63b9-4703-8c26-28b351f9556d req-7153edf8-74e9-4e3b-b821-1bf48a216bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:21:34.443213 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-6e314690-63b9-4703-8c26-28b351f9556d req-7153edf8-74e9-4e3b-b821-1bf48a216bd2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0f2e39f05a9844bcbcea52b74bfc92bc&device_id=2115d019-f085-4012-b398-de97bdeb18ce HTTP/1.1" status: 200 len: 1098 time: 0.0404594 Aug 05 04:21:34.552146 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e314690-63b9-4703-8c26-28b351f9556d req-c4c2eb86-bc59-4123-a6c1-37a6c1faeb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:21:34.553629 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-6e314690-63b9-4703-8c26-28b351f9556d req-c4c2eb86-bc59-4123-a6c1-37a6c1faeb8d service neutron] 10.222.0.39 "GET /v2.0/networks?id=cf907c3d-eb09-4c0a-8c7f-37b6a493a079 HTTP/1.1" status: 200 len: 916 time: 0.0908940 Aug 05 04:21:34.600060 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-6e314690-63b9-4703-8c26-28b351f9556d req-b6cb0bf0-15c9-48c2-89ab-9fade3cf3ed9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=42c57c80-e151-4c69-8999-cf599c413e90 HTTP/1.1" status: 200 len: 217 time: 0.0387514 Aug 05 04:21:34.656866 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e314690-63b9-4703-8c26-28b351f9556d req-4ceeb3ca-bc01-4b4f-914d-2c67ffeec5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:21:34.659013 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-6e314690-63b9-4703-8c26-28b351f9556d req-4ceeb3ca-bc01-4b4f-914d-2c67ffeec5d1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e6f9db74-429d-4d50-95ec-3b879df44d2e HTTP/1.1" status: 200 len: 855 time: 0.0516512 Aug 05 04:21:34.692604 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-6e314690-63b9-4703-8c26-28b351f9556d req-e9cb2071-2751-4130-8762-fa7702434da7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cf907c3d-eb09-4c0a-8c7f-37b6a493a079&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240285 Aug 05 04:21:34.783940 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-6e314690-63b9-4703-8c26-28b351f9556d req-47dc5df6-bd5d-4eda-92bb-c1d48c6b149a service neutron] 10.222.0.39 "GET /v2.0/networks/cf907c3d-eb09-4c0a-8c7f-37b6a493a079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819588 Aug 05 04:21:34.876708 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-6e314690-63b9-4703-8c26-28b351f9556d req-51dd313a-14a2-4e4b-a767-e811b26cc5e0 service neutron] 10.222.0.39 "GET /v2.0/networks/cf907c3d-eb09-4c0a-8c7f-37b6a493a079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847180 Aug 05 04:21:35.118403 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-2b8226bd-dd18-46d4-a3a2-b0e626c4a5e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:21:35.313320 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:21:35.414227 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe5c3e7-d4e2-406f-a90b-d66f6a5f4f76 req-a40d83a1-e380-4059-9753-a06c93ae6d80 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:21:35.415885 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-afe5c3e7-d4e2-406f-a90b-d66f6a5f4f76 req-a40d83a1-e380-4059-9753-a06c93ae6d80 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=26f2ad3f-3821-4f77-8d20-74c5f53e5c25 HTTP/1.1" status: 200 len: 945 time: 0.0562878 Aug 05 04:21:35.475258 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-afe5c3e7-d4e2-406f-a90b-d66f6a5f4f76 req-61028e59-ef56-4f90-a168-dc397ce940e0 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452993 Aug 05 04:21:36.299107 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-03641130-cd72-49d2-95a2-84c2adaa14ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:21:36.621834 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2e7f7e-32ef-4938-99dc-f9084fc46a38 req-6943478a-0fac-4533-8d10-f66ecfaceaea tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:21:36.631254 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4c2e7f7e-32ef-4938-99dc-f9084fc46a38 req-6943478a-0fac-4533-8d10-f66ecfaceaea tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=26f2ad3f-3821-4f77-8d20-74c5f53e5c25 HTTP/1.1" status: 200 len: 945 time: 0.0706427 Aug 05 04:21:36.699017 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4c2e7f7e-32ef-4938-99dc-f9084fc46a38 req-ffc4a65b-4f87-46cc-8f27-2e50fdc1a221 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655663 Aug 05 04:21:36.786432 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db19d578-90f5-4514-bc19-910648e22b5a req-f9787cd5-1f37-43d3-8cca-ea95d9a55beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:21:36.788608 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-db19d578-90f5-4514-bc19-910648e22b5a req-f9787cd5-1f37-43d3-8cca-ea95d9a55beb service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=26f2ad3f-3821-4f77-8d20-74c5f53e5c25 HTTP/1.1" status: 200 len: 1098 time: 0.0703504 Aug 05 04:21:36.828534 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-db19d578-90f5-4514-bc19-910648e22b5a req-f40a4f06-f379-447d-86ee-0d70e18b7b95 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315735 Aug 05 04:21:37.066129 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 58346) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:21:37.170415 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-af454750-c545-4fa4-98e6-70ae7bbaec17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:21:37.304756 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-af454750-c545-4fa4-98e6-70ae7bbaec17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:21:37.309619 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-af454750-c545-4fa4-98e6-70ae7bbaec17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:21:37.347194 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af454750-c545-4fa4-98e6-70ae7bbaec17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=400e34fe-5a0d-4c5d-9acb-94f948e1b1e9,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:21:37.370036 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-af454750-c545-4fa4-98e6-70ae7bbaec17 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c02f6cdd619e491e8164b020c79de18d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3004496 Aug 05 04:21:37.370258 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 58350) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:21:37.436235 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-82e4fa74-1e61-4921-a024-7ecea7f9008d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:21:37.463403 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-82e4fa74-1e61-4921-a024-7ecea7f9008d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:21:37.522192 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-82e4fa74-1e61-4921-a024-7ecea7f9008d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:21:37.532565 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-82e4fa74-1e61-4921-a024-7ecea7f9008d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:21:37.534789 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-82e4fa74-1e61-4921-a024-7ecea7f9008d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/400e34fe-5a0d-4c5d-9acb-94f948e1b1e9 HTTP/1.1" status: 204 len: 168 time: 0.1633546 Aug 05 04:21:37.544604 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e4fa74-1e61-4921-a024-7ecea7f9008d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=400e34fe-5a0d-4c5d-9acb-94f948e1b1e9,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:21:37.892549 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bc9eb4-b307-413c-9ff4-f20d780be428 req-7ac378d3-67df-421e-8318-67bc4a5e0e94 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:21:37.895679 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d8bc9eb4-b307-413c-9ff4-f20d780be428 req-7ac378d3-67df-421e-8318-67bc4a5e0e94 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=26f2ad3f-3821-4f77-8d20-74c5f53e5c25 HTTP/1.1" status: 200 len: 945 time: 0.1106374 Aug 05 04:21:37.949388 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d8bc9eb4-b307-413c-9ff4-f20d780be428 req-1041bbd4-0044-41c0-8618-ec34ef839259 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467706 Aug 05 04:21:37.979849 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-6a2206e1-ea48-45a0-865e-aad2fcc79b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:21:39.076343 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4177ecb-74d0-408d-88c3-e989212f193f req-1fc592af-fd55-430d-aafb-6116b4796ab7 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:21:39.087248 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b4177ecb-74d0-408d-88c3-e989212f193f req-1fc592af-fd55-430d-aafb-6116b4796ab7 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=26f2ad3f-3821-4f77-8d20-74c5f53e5c25 HTTP/1.1" status: 200 len: 945 time: 0.0663249 Aug 05 04:21:39.138193 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b4177ecb-74d0-408d-88c3-e989212f193f req-836618d9-e897-4c7d-9258-741e8b045612 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500019 Aug 05 04:21:39.171982 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-87ea8438-47cd-44c4-a808-9a807a63fea8 None None] Agent healthcheck: found 6 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 04:21:39.430651 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:21:40.273445 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38c653a-bf39-4ead-918e-68c5be85a5b8 req-ca16a95b-67cc-4713-a3fe-aab578561737 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:21:40.274857 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a38c653a-bf39-4ead-918e-68c5be85a5b8 req-ca16a95b-67cc-4713-a3fe-aab578561737 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=26f2ad3f-3821-4f77-8d20-74c5f53e5c25 HTTP/1.1" status: 200 len: 945 time: 0.0503957 Aug 05 04:21:40.316193 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a38c653a-bf39-4ead-918e-68c5be85a5b8 req-fdd3bfe4-4dca-44e4-adc5-fa9fd2fc0902 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335166 Aug 05 04:21:41.449410 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e4a13c-5c9e-4646-a029-6e1841835ad1 req-9d12bf91-54fb-422d-bf21-f310cd181e85 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:21:41.451046 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-33e4a13c-5c9e-4646-a029-6e1841835ad1 req-9d12bf91-54fb-422d-bf21-f310cd181e85 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=26f2ad3f-3821-4f77-8d20-74c5f53e5c25 HTTP/1.1" status: 200 len: 945 time: 0.0594857 Aug 05 04:21:41.493963 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-33e4a13c-5c9e-4646-a029-6e1841835ad1 req-2f5f9a90-7598-4005-a7f2-a8019eb2017c tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352190 Aug 05 04:21:42.617906 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eff02f6-0cc9-4660-b4ef-f3d487798709 req-d4de7b0d-901d-4df5-9163-b14ca34b54d5 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:21:42.622943 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2eff02f6-0cc9-4660-b4ef-f3d487798709 req-d4de7b0d-901d-4df5-9163-b14ca34b54d5 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=26f2ad3f-3821-4f77-8d20-74c5f53e5c25 HTTP/1.1" status: 200 len: 945 time: 0.0570369 Aug 05 04:21:42.664681 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2eff02f6-0cc9-4660-b4ef-f3d487798709 req-9c4103e5-6183-4b00-b4fe-9fff8bb61a3a tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394115 Aug 05 04:21:43.793591 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803b51ce-86bf-4079-8f04-d338746a7b5f req-cfdb0287-f065-4a83-8508-0d467386361f tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:21:43.795465 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-803b51ce-86bf-4079-8f04-d338746a7b5f req-cfdb0287-f065-4a83-8508-0d467386361f tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=26f2ad3f-3821-4f77-8d20-74c5f53e5c25 HTTP/1.1" status: 200 len: 945 time: 0.0535426 Aug 05 04:21:43.842765 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-803b51ce-86bf-4079-8f04-d338746a7b5f req-4e17be69-84f0-45c2-a367-e151fdd2ac92 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405653 Aug 05 04:21:44.886639 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb8acc2-25c1-4e61-9d49-76a61cfe05b9 req-e5a7fae7-3fa3-4d61-ac56-c4e6a08be393 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:21:44.896929 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0cb8acc2-25c1-4e61-9d49-76a61cfe05b9 req-e5a7fae7-3fa3-4d61-ac56-c4e6a08be393 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/networks?id=cf907c3d-eb09-4c0a-8c7f-37b6a493a079 HTTP/1.1" status: 200 len: 815 time: 0.1964345 Aug 05 04:21:44.916856 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0cb8acc2-25c1-4e61-9d49-76a61cfe05b9 req-c77f0315-dbff-4646-b0a0-5e2af66b3bbe tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/quotas/0f2e39f05a9844bcbcea52b74bfc92bc HTTP/1.1" status: 200 len: 375 time: 0.0186639 Aug 05 04:21:45.002214 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0cb8acc2-25c1-4e61-9d49-76a61cfe05b9 req-cf6d7e61-02ce-4dc1-9040-1c929c580ee6 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=0f2e39f05a9844bcbcea52b74bfc92bc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0840387 Aug 05 04:21:45.037961 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d80d08-a7d4-471b-93ad-e5299c1eb34f req-af62d150-380b-4023-95e4-b00eafb03c2e tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:21:45.039546 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c9d80d08-a7d4-471b-93ad-e5299c1eb34f req-af62d150-380b-4023-95e4-b00eafb03c2e tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=26f2ad3f-3821-4f77-8d20-74c5f53e5c25 HTTP/1.1" status: 200 len: 945 time: 0.1088791 Aug 05 04:21:45.116038 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c9d80d08-a7d4-471b-93ad-e5299c1eb34f req-51235521-9455-4446-aa03-23e3e02b80b7 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478356 Aug 05 04:21:45.127014 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0cb8acc2-25c1-4e61-9d49-76a61cfe05b9 req-8949a577-0d29-4e78-b689-23041f9bce08 service neutron] 10.222.0.37 "GET /v2.0/networks/cf907c3d-eb09-4c0a-8c7f-37b6a493a079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238084 Aug 05 04:21:45.246896 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0cb8acc2-25c1-4e61-9d49-76a61cfe05b9 req-c9b0e64f-82f7-4960-b32d-66b108a03bee service neutron] 10.222.0.37 "GET /v2.0/networks/cf907c3d-eb09-4c0a-8c7f-37b6a493a079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038170 Aug 05 04:21:45.480336 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b40b5bdc-aeeb-4350-b5d4-b3bc6677fc5b req-0dda293b-b41b-44d3-ba2f-ca530890621a tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/ports?device_id=8056b247-d505-4a1a-892a-a08279a58190 HTTP/1.1" status: 200 len: 210 time: 0.0477760 Aug 05 04:21:45.524628 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5831a4-b344-4f3e-9f35-5e2c58869c65 req-54b3921f-adcc-45a8-9e89-125ed1ab629d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:21:45.526159 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-3a5831a4-b344-4f3e-9f35-5e2c58869c65 req-54b3921f-adcc-45a8-9e89-125ed1ab629d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8eb0ee8cdd9f4664bd6a71d95fef8f7a&device_id=26f2ad3f-3821-4f77-8d20-74c5f53e5c25 HTTP/1.1" status: 200 len: 1098 time: 0.0862005 Aug 05 04:21:45.553306 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeff6f3-e720-4b62-9584-08a8b68b22a3 req-37e97b59-e335-4235-8c75-2e1a566fcfc2 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:21:45.567088 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7aeff6f3-e720-4b62-9584-08a8b68b22a3 req-37e97b59-e335-4235-8c75-2e1a566fcfc2 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=26f2ad3f-3821-4f77-8d20-74c5f53e5c25 HTTP/1.1" status: 200 len: 945 time: 0.0978932 Aug 05 04:21:45.629917 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7aeff6f3-e720-4b62-9584-08a8b68b22a3 req-1aa2d518-d88a-4da5-9393-ecc2b06924b9 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610137 Aug 05 04:21:45.704893 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5831a4-b344-4f3e-9f35-5e2c58869c65 req-5a14ff35-7acb-4f78-83f7-df3f3ef2a482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:21:45.708106 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-3a5831a4-b344-4f3e-9f35-5e2c58869c65 req-5a14ff35-7acb-4f78-83f7-df3f3ef2a482 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4a73174c-8cf7-4eb5-84d2-c19fe864c831 HTTP/1.1" status: 200 len: 920 time: 0.1703296 Aug 05 04:21:45.763807 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-3a5831a4-b344-4f3e-9f35-5e2c58869c65 req-3b6f2995-4cf6-43eb-9362-a3fe2edd75e5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87acbb5e-8645-45ff-b633-388b666fd680 HTTP/1.1" status: 200 len: 217 time: 0.0473835 Aug 05 04:21:45.843008 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5831a4-b344-4f3e-9f35-5e2c58869c65 req-df35ec27-6127-4a79-a9d8-5f0cbe186876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:21:45.844791 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-3a5831a4-b344-4f3e-9f35-5e2c58869c65 req-df35ec27-6127-4a79-a9d8-5f0cbe186876 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3a9fe8aa-38d2-494e-ab5e-e2594d44600a HTTP/1.1" status: 200 len: 859 time: 0.0569236 Aug 05 04:21:45.917479 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-3a5831a4-b344-4f3e-9f35-5e2c58869c65 req-5342c5ff-44da-42f4-a2ec-2893e444aa1a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4a73174c-8cf7-4eb5-84d2-c19fe864c831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476842 Aug 05 04:21:46.059080 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-3a5831a4-b344-4f3e-9f35-5e2c58869c65 req-209f2b33-9d69-4f7f-be19-0a7b55c1b3f8 service neutron] 10.222.0.39 "GET /v2.0/networks/4a73174c-8cf7-4eb5-84d2-c19fe864c831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310005 Aug 05 04:21:46.201047 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-3a5831a4-b344-4f3e-9f35-5e2c58869c65 req-05b74a1d-0d99-4d04-af52-af071216460d service neutron] 10.222.0.39 "GET /v2.0/networks/4a73174c-8cf7-4eb5-84d2-c19fe864c831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340737 Aug 05 04:21:46.595261 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8ce3d523-ed77-41cd-a989-aa261fd418bd req-cb716de2-8e8d-4bfd-b2ce-36624fe50b78 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/ports?device_id=8056b247-d505-4a1a-892a-a08279a58190 HTTP/1.1" status: 200 len: 210 time: 0.0274911 Aug 05 04:21:46.767405 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152eca35-fed8-4413-8fbe-d833c97187cd req-f8402e9f-f4e3-4c04-8664-2682c26a7905 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:21:46.769850 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-152eca35-fed8-4413-8fbe-d833c97187cd req-f8402e9f-f4e3-4c04-8664-2682c26a7905 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=26f2ad3f-3821-4f77-8d20-74c5f53e5c25 HTTP/1.1" status: 200 len: 945 time: 0.0501776 Aug 05 04:21:46.816564 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-152eca35-fed8-4413-8fbe-d833c97187cd req-dc33e8df-c9b6-4fbc-9abd-e770dc3e23be tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378101 Aug 05 04:21:47.417349 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb8acc2-25c1-4e61-9d49-76a61cfe05b9 req-c7c8b1de-b189-4a4e-b411-88b58d90e13f tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:21:47.418965 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-0cb8acc2-25c1-4e61-9d49-76a61cfe05b9 req-c7c8b1de-b189-4a4e-b411-88b58d90e13f tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.39 "GET /v2.0/networks?id=cf907c3d-eb09-4c0a-8c7f-37b6a493a079 HTTP/1.1" status: 200 len: 815 time: 0.1607523 Aug 05 04:21:47.456064 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [req-0cb8acc2-25c1-4e61-9d49-76a61cfe05b9 req-ac1e3c2e-e0b7-4991-9b1a-3568b0c1a9c9 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Request body: {'port': {'device_id': '8056b247-d505-4a1a-892a-a08279a58190', 'network_id': 'cf907c3d-eb09-4c0a-8c7f-37b6a493a079', 'admin_state_up': True, 'tenant_id': '0f2e39f05a9844bcbcea52b74bfc92bc'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:21:47.576232 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cb8acc2-25c1-4e61-9d49-76a61cfe05b9 req-ac1e3c2e-e0b7-4991-9b1a-3568b0c1a9c9 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Made reservation on behalf of 0f2e39f05a9844bcbcea52b74bfc92bc for: {'port': 1} {{(pid=93251) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 04:21:47.579792 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-0cb8acc2-25c1-4e61-9d49-76a61cfe05b9 req-ac1e3c2e-e0b7-4991-9b1a-3568b0c1a9c9 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:21:47.781884 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-048f7f40-1eb1-43a4-99fc-ac992bead33d req-4f70617b-cb1c-4d2d-a4b8-7fcef40b9a76 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/ports?device_id=8056b247-d505-4a1a-892a-a08279a58190 HTTP/1.1" status: 200 len: 210 time: 0.0924692 Aug 05 04:21:47.790074 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.db_base_plugin_common [req-0cb8acc2-25c1-4e61-9d49-76a61cfe05b9 req-ac1e3c2e-e0b7-4991-9b1a-3568b0c1a9c9 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Allocated IP 172.20.0.5 (cf907c3d-eb09-4c0a-8c7f-37b6a493a079/e6f9db74-429d-4d50-95ec-3b879df44d2e/b82000dc-2868-4b92-a9b2-f56e77f30de4) {{(pid=93251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 04:21:47.962558 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca17288-618a-45c5-89b8-1eda1a7ca423 req-50b883ec-79af-465b-b7ac-8ab556e7c737 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:21:47.966802 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-0cb8acc2-25c1-4e61-9d49-76a61cfe05b9 req-ac1e3c2e-e0b7-4991-9b1a-3568b0c1a9c9 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Notify callbacks [] for port, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:21:47.970214 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-fca17288-618a-45c5-89b8-1eda1a7ca423 req-50b883ec-79af-465b-b7ac-8ab556e7c737 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=26f2ad3f-3821-4f77-8d20-74c5f53e5c25 HTTP/1.1" status: 200 len: 945 time: 0.0624487 Aug 05 04:21:48.008388 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-fca17288-618a-45c5-89b8-1eda1a7ca423 req-8c560599-1316-42a6-8c0d-03a3748ec2ff tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370710 Aug 05 04:21:48.020796 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-0cb8acc2-25c1-4e61-9d49-76a61cfe05b9 req-ac1e3c2e-e0b7-4991-9b1a-3568b0c1a9c9 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763712145875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8933231'] for port, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:21:48.063245 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cb8acc2-25c1-4e61-9d49-76a61cfe05b9 req-ac1e3c2e-e0b7-4991-9b1a-3568b0c1a9c9 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Network cf907c3d-eb09-4c0a-8c7f-37b6a493a079 is already hosted by enough agents. {{(pid=93251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 04:21:48.066596 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] get_ports_and_sgs() called for port_ids ['42c57c80-e151-4c69-8999-cf599c413e90', 'a381cd76-32e9-4726-951a-710270b2b10e', 'fb2e59bd-9ad0-4d55-bade-5277a01d5c00'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 04:21:48.067146 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [req-0cb8acc2-25c1-4e61-9d49-76a61cfe05b9 req-ac1e3c2e-e0b7-4991-9b1a-3568b0c1a9c9 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Resources bound (agent type, host, resource id): {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 04:21:48.073977 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cb8acc2-25c1-4e61-9d49-76a61cfe05b9 req-ac1e3c2e-e0b7-4991-9b1a-3568b0c1a9c9 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Received port after_create {{(pid=93251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 04:21:48.107383 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1e3c2e-e0b7-4991-9b1a-3568b0c1a9c9 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Pushing event updated for resources: {'Port': ['ID=b82000dc-2868-4b92-a9b2-f56e77f30de4,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:21:48.121335 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1e3c2e-e0b7-4991-9b1a-3568b0c1a9c9 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:21:48.122375 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1e3c2e-e0b7-4991-9b1a-3568b0c1a9c9 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:21:48.122375 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1e3c2e-e0b7-4991-9b1a-3568b0c1a9c9 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:21:48.122695 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1e3c2e-e0b7-4991-9b1a-3568b0c1a9c9 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:21:48.123146 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1e3c2e-e0b7-4991-9b1a-3568b0c1a9c9 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:21:48.123581 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1e3c2e-e0b7-4991-9b1a-3568b0c1a9c9 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:21:48.124011 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1e3c2e-e0b7-4991-9b1a-3568b0c1a9c9 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:21:48.124438 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1e3c2e-e0b7-4991-9b1a-3568b0c1a9c9 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:21:48.124857 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1e3c2e-e0b7-4991-9b1a-3568b0c1a9c9 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:21:48.125301 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1e3c2e-e0b7-4991-9b1a-3568b0c1a9c9 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:21:48.125689 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1e3c2e-e0b7-4991-9b1a-3568b0c1a9c9 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:21:48.126123 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1e3c2e-e0b7-4991-9b1a-3568b0c1a9c9 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:21:48.144037 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb8acc2-25c1-4e61-9d49-76a61cfe05b9 req-ac1e3c2e-e0b7-4991-9b1a-3568b0c1a9c9 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:21:48.145052 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-0cb8acc2-25c1-4e61-9d49-76a61cfe05b9 req-ac1e3c2e-e0b7-4991-9b1a-3568b0c1a9c9 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224329'] for port, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:21:48.162536 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-0cb8acc2-25c1-4e61-9d49-76a61cfe05b9 req-ac1e3c2e-e0b7-4991-9b1a-3568b0c1a9c9 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7109153 Aug 05 04:21:48.192265 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [req-0cb8acc2-25c1-4e61-9d49-76a61cfe05b9 req-861fcee9-c03c-4d68-90ff-fb4d09d74e79 service neutron] Request body: {'port': {'device_id': '8056b247-d505-4a1a-892a-a08279a58190', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80300'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:21:48.250239 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-0cb8acc2-25c1-4e61-9d49-76a61cfe05b9 req-861fcee9-c03c-4d68-90ff-fb4d09d74e79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:21:48.559277 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [req-0cb8acc2-25c1-4e61-9d49-76a61cfe05b9 req-861fcee9-c03c-4d68-90ff-fb4d09d74e79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b82000dc-2868-4b92-a9b2-f56e77f30de4 {{(pid=93251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 04:21:48.568180 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-0cb8acc2-25c1-4e61-9d49-76a61cfe05b9 req-861fcee9-c03c-4d68-90ff-fb4d09d74e79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:21:48.583105 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [req-0cb8acc2-25c1-4e61-9d49-76a61cfe05b9 req-861fcee9-c03c-4d68-90ff-fb4d09d74e79 service neutron] Transition to ACTIVE for port object b82000dc-2868-4b92-a9b2-f56e77f30de4 will not be triggered until provisioned by entity L2. {{(pid=93251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 04:21:48.587525 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-0cb8acc2-25c1-4e61-9d49-76a61cfe05b9 req-861fcee9-c03c-4d68-90ff-fb4d09d74e79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8933222'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:21:48.634826 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861fcee9-c03c-4d68-90ff-fb4d09d74e79 service neutron] Pushing event updated for resources: {'Port': ['ID=b82000dc-2868-4b92-a9b2-f56e77f30de4,revision_number=2']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:21:48.728291 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [req-0cb8acc2-25c1-4e61-9d49-76a61cfe05b9 req-861fcee9-c03c-4d68-90ff-fb4d09d74e79 service neutron] Attempting to bind port b82000dc-2868-4b92-a9b2-f56e77f30de4 on host hv-cinder-80300 for vnic_type normal with profile {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 04:21:48.728783 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [req-0cb8acc2-25c1-4e61-9d49-76a61cfe05b9 req-861fcee9-c03c-4d68-90ff-fb4d09d74e79 service neutron] Attempting to bind port b82000dc-2868-4b92-a9b2-f56e77f30de4 by drivers openvswitch,hyperv on host hv-cinder-80300 at level 0 using segments [{'id': '3dde1be1-08d0-4677-a267-c0d98cf2de43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cf907c3d-eb09-4c0a-8c7f-37b6a493a079'}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 04:21:48.729139 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb8acc2-25c1-4e61-9d49-76a61cfe05b9 req-861fcee9-c03c-4d68-90ff-fb4d09d74e79 service neutron] Attempting to bind port b82000dc-2868-4b92-a9b2-f56e77f30de4 on network cf907c3d-eb09-4c0a-8c7f-37b6a493a079 {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 04:21:48.733908 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb8acc2-25c1-4e61-9d49-76a61cfe05b9 req-861fcee9-c03c-4d68-90ff-fb4d09d74e79 service neutron] Port b82000dc-2868-4b92-a9b2-f56e77f30de4 on network cf907c3d-eb09-4c0a-8c7f-37b6a493a079 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80300 {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 04:21:48.734224 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb8acc2-25c1-4e61-9d49-76a61cfe05b9 req-861fcee9-c03c-4d68-90ff-fb4d09d74e79 service neutron] Attempting to bind port b82000dc-2868-4b92-a9b2-f56e77f30de4 on network cf907c3d-eb09-4c0a-8c7f-37b6a493a079 {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 04:21:48.740305 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb8acc2-25c1-4e61-9d49-76a61cfe05b9 req-861fcee9-c03c-4d68-90ff-fb4d09d74e79 service neutron] Checking agent: {'id': 'a0106253-c5a2-4978-ae01-2b305935773e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80300', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 4, 16, 33), 'started_at': datetime.datetime(2021, 8, 5, 4, 16, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 4, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 04:21:48.740676 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb8acc2-25c1-4e61-9d49-76a61cfe05b9 req-861fcee9-c03c-4d68-90ff-fb4d09d74e79 service neutron] Checking segment: {'id': '3dde1be1-08d0-4677-a267-c0d98cf2de43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cf907c3d-eb09-4c0a-8c7f-37b6a493a079'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 04:21:48.741047 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb8acc2-25c1-4e61-9d49-76a61cfe05b9 req-861fcee9-c03c-4d68-90ff-fb4d09d74e79 service neutron] Bound using segment: {'id': '3dde1be1-08d0-4677-a267-c0d98cf2de43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cf907c3d-eb09-4c0a-8c7f-37b6a493a079'} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 04:21:48.741469 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [req-0cb8acc2-25c1-4e61-9d49-76a61cfe05b9 req-861fcee9-c03c-4d68-90ff-fb4d09d74e79 service neutron] Bound port: b82000dc-2868-4b92-a9b2-f56e77f30de4, host: hv-cinder-80300, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dde1be1-08d0-4677-a267-c0d98cf2de43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cf907c3d-eb09-4c0a-8c7f-37b6a493a079'}}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 04:21:48.741942 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-0cb8acc2-25c1-4e61-9d49-76a61cfe05b9 req-861fcee9-c03c-4d68-90ff-fb4d09d74e79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:21:48.840137 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [req-0cb8acc2-25c1-4e61-9d49-76a61cfe05b9 req-861fcee9-c03c-4d68-90ff-fb4d09d74e79 service neutron] For port b82000dc-2868-4b92-a9b2-f56e77f30de4, host hv-cinder-80300, cleared binding levels {{(pid=93251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 04:21:48.845660 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [req-0cb8acc2-25c1-4e61-9d49-76a61cfe05b9 req-861fcee9-c03c-4d68-90ff-fb4d09d74e79 service neutron] For port b82000dc-2868-4b92-a9b2-f56e77f30de4, host hv-cinder-80300, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=b82000dc-2868-4b92-a9b2-f56e77f30de4,segment=NetworkSegment(3dde1be1-08d0-4677-a267-c0d98cf2de43),segment_id=3dde1be1-08d0-4677-a267-c0d98cf2de43)] {{(pid=93251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 04:21:48.852216 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-0cb8acc2-25c1-4e61-9d49-76a61cfe05b9 req-861fcee9-c03c-4d68-90ff-fb4d09d74e79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8933222'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:21:48.896820 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb8acc2-25c1-4e61-9d49-76a61cfe05b9 req-861fcee9-c03c-4d68-90ff-fb4d09d74e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:21:48.897440 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-0cb8acc2-25c1-4e61-9d49-76a61cfe05b9 req-861fcee9-c03c-4d68-90ff-fb4d09d74e79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224329'] for port, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:21:48.898906 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-0cb8acc2-25c1-4e61-9d49-76a61cfe05b9 req-861fcee9-c03c-4d68-90ff-fb4d09d74e79 service neutron] 10.222.0.39 "PUT /v2.0/ports/b82000dc-2868-4b92-a9b2-f56e77f30de4 HTTP/1.1" status: 200 len: 1093 time: 0.7160597 Aug 05 04:21:48.899290 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8056b247-d505-4a1a-892a-a08279a58190', 'tag': 'b82000dc-2868-4b92-a9b2-f56e77f30de4'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 04:21:48.901865 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc51a2a5f300f30acac232ef327f3f01bb0f894a96a37a70efeb1c252096f2af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15e10c39-1d66-4fd4-8695-84fc417383b5" -d '{"events": [{"name": "network-changed", "server_uuid": "8056b247-d505-4a1a-892a-a08279a58190", "tag": "b82000dc-2868-4b92-a9b2-f56e77f30de4"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 04:21:48.943797 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861fcee9-c03c-4d68-90ff-fb4d09d74e79 service neutron] Pushing event updated for resources: {'Port': ['ID=b82000dc-2868-4b92-a9b2-f56e77f30de4,revision_number=3']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:21:48.963592 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 04:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3332cdbd-4252-4581-b246-9c16c84daf5f x-openstack-request-id: req-3332cdbd-4252-4581-b246-9c16c84daf5f {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 04:21:48.965959 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8056b247-d505-4a1a-892a-a08279a58190", "tag": "b82000dc-2868-4b92-a9b2-f56e77f30de4", "status": "completed", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 04:21:48.966130 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3332cdbd-4252-4581-b246-9c16c84daf5f {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 04:21:48.966632 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8056b247-d505-4a1a-892a-a08279a58190', 'tag': 'b82000dc-2868-4b92-a9b2-f56e77f30de4', 'status': 'completed', 'code': 200} Aug 05 04:21:48.983425 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ef6d7e-25f6-400f-a0a7-e94381f6d0ca req-ef861fc6-8f02-4476-9396-8567e3d17131 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:21:48.985821 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c4ef6d7e-25f6-400f-a0a7-e94381f6d0ca req-ef861fc6-8f02-4476-9396-8567e3d17131 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/ports?device_id=8056b247-d505-4a1a-892a-a08279a58190 HTTP/1.1" status: 200 len: 943 time: 0.0961790 Aug 05 04:21:49.035707 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c4ef6d7e-25f6-400f-a0a7-e94381f6d0ca req-a240baf3-8ae2-47b9-bedb-c10322bbafc9 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/security-groups?id=d92b311d-35d1-4c30-9d9b-586d3bdc7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426760 Aug 05 04:21:49.048965 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb8acc2-25c1-4e61-9d49-76a61cfe05b9 req-1ceb2b39-5c79-4813-addc-47fb6e2dc49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:21:49.050508 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-0cb8acc2-25c1-4e61-9d49-76a61cfe05b9 req-1ceb2b39-5c79-4813-addc-47fb6e2dc49f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0f2e39f05a9844bcbcea52b74bfc92bc&device_id=8056b247-d505-4a1a-892a-a08279a58190 HTTP/1.1" status: 200 len: 1096 time: 0.0528283 Aug 05 04:21:49.102551 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-0cb8acc2-25c1-4e61-9d49-76a61cfe05b9 req-13e8afe7-8e56-4afc-a857-487b8ec7c42e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b82000dc-2868-4b92-a9b2-f56e77f30de4 HTTP/1.1" status: 200 len: 217 time: 0.0365305 Aug 05 04:21:49.159773 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07050c45-e757-4457-bd1a-1be7539d0153 req-144ddf7b-2a67-423c-8863-d6be519a2a3c tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:21:49.161381 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-07050c45-e757-4457-bd1a-1be7539d0153 req-144ddf7b-2a67-423c-8863-d6be519a2a3c tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=26f2ad3f-3821-4f77-8d20-74c5f53e5c25 HTTP/1.1" status: 200 len: 945 time: 0.0622661 Aug 05 04:21:49.189270 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb8acc2-25c1-4e61-9d49-76a61cfe05b9 req-75e7e5e4-f1d9-4c93-b3f1-0a1b1e665dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:21:49.191742 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-0cb8acc2-25c1-4e61-9d49-76a61cfe05b9 req-75e7e5e4-f1d9-4c93-b3f1-0a1b1e665dd8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e6f9db74-429d-4d50-95ec-3b879df44d2e HTTP/1.1" status: 200 len: 855 time: 0.0775881 Aug 05 04:21:49.224606 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-07050c45-e757-4457-bd1a-1be7539d0153 req-1ff9ad45-f876-45c8-b1ad-7989ed75be90 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502665 Aug 05 04:21:49.230111 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-0cb8acc2-25c1-4e61-9d49-76a61cfe05b9 req-1197137a-e158-494a-b85b-7fe2307b8eea service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cf907c3d-eb09-4c0a-8c7f-37b6a493a079&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288105 Aug 05 04:21:49.332622 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-0cb8acc2-25c1-4e61-9d49-76a61cfe05b9 req-c2f6dd41-ac1c-4b29-9be4-a85217ba1228 service neutron] 10.222.0.39 "GET /v2.0/networks/cf907c3d-eb09-4c0a-8c7f-37b6a493a079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874805 Aug 05 04:21:49.453819 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-0cb8acc2-25c1-4e61-9d49-76a61cfe05b9 req-3a2977fa-2c2d-424c-95ab-80724629a2ac service neutron] 10.222.0.39 "GET /v2.0/networks/cf907c3d-eb09-4c0a-8c7f-37b6a493a079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130815 Aug 05 04:21:49.663719 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e10c39-1d66-4fd4-8695-84fc417383b5 req-7f5e6b9f-ba6c-4d03-8db9-9c6b4a2242a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:21:49.665148 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-15e10c39-1d66-4fd4-8695-84fc417383b5 req-7f5e6b9f-ba6c-4d03-8db9-9c6b4a2242a2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0f2e39f05a9844bcbcea52b74bfc92bc&device_id=8056b247-d505-4a1a-892a-a08279a58190 HTTP/1.1" status: 200 len: 1096 time: 0.0454407 Aug 05 04:21:49.757336 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e10c39-1d66-4fd4-8695-84fc417383b5 req-0b5bd778-12c6-4026-98dd-d29b3f1d488d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:21:49.758906 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-15e10c39-1d66-4fd4-8695-84fc417383b5 req-0b5bd778-12c6-4026-98dd-d29b3f1d488d service neutron] 10.222.0.39 "GET /v2.0/networks?id=cf907c3d-eb09-4c0a-8c7f-37b6a493a079 HTTP/1.1" status: 200 len: 916 time: 0.0862229 Aug 05 04:21:49.814176 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-15e10c39-1d66-4fd4-8695-84fc417383b5 req-00e7ec93-5e02-4456-b34e-a46ccf70e6a9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b82000dc-2868-4b92-a9b2-f56e77f30de4 HTTP/1.1" status: 200 len: 217 time: 0.0416081 Aug 05 04:21:49.879830 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e10c39-1d66-4fd4-8695-84fc417383b5 req-4e4587c8-bc62-4606-8d73-c265e66fcd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:21:49.881344 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-15e10c39-1d66-4fd4-8695-84fc417383b5 req-4e4587c8-bc62-4606-8d73-c265e66fcd17 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e6f9db74-429d-4d50-95ec-3b879df44d2e HTTP/1.1" status: 200 len: 855 time: 0.0523870 Aug 05 04:21:49.922977 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-15e10c39-1d66-4fd4-8695-84fc417383b5 req-d714a7d2-005d-4e03-8236-76ee0af803d5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cf907c3d-eb09-4c0a-8c7f-37b6a493a079&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301411 Aug 05 04:21:50.017420 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-15e10c39-1d66-4fd4-8695-84fc417383b5 req-c37a53d9-e18e-450a-a2d2-1dca23bb4432 service neutron] 10.222.0.39 "GET /v2.0/networks/cf907c3d-eb09-4c0a-8c7f-37b6a493a079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884204 Aug 05 04:21:50.115092 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-15e10c39-1d66-4fd4-8695-84fc417383b5 req-f2534ef2-e62e-4ef8-bb91-1a8b9f8b7c9a service neutron] 10.222.0.39 "GET /v2.0/networks/cf907c3d-eb09-4c0a-8c7f-37b6a493a079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904396 Aug 05 04:21:50.176073 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6e207f-515e-4a91-9fbf-a3cc601bf4d4 req-cc919a89-a097-4073-b424-9d4ec6c453dd tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:21:50.177583 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-db6e207f-515e-4a91-9fbf-a3cc601bf4d4 req-cc919a89-a097-4073-b424-9d4ec6c453dd tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/ports?device_id=8056b247-d505-4a1a-892a-a08279a58190 HTTP/1.1" status: 200 len: 943 time: 0.0601170 Aug 05 04:21:50.225202 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-db6e207f-515e-4a91-9fbf-a3cc601bf4d4 req-dbc850e1-090a-4473-aef0-65728d1f08b8 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/security-groups?id=d92b311d-35d1-4c30-9d9b-586d3bdc7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409055 Aug 05 04:21:50.361171 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121750d-feea-441a-8794-13a5b047d5a7 req-3110007c-2e2f-47f4-b2ba-537929ca9b9e tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:21:50.363604 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b121750d-feea-441a-8794-13a5b047d5a7 req-3110007c-2e2f-47f4-b2ba-537929ca9b9e tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=26f2ad3f-3821-4f77-8d20-74c5f53e5c25 HTTP/1.1" status: 200 len: 945 time: 0.0544157 Aug 05 04:21:50.416086 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b121750d-feea-441a-8794-13a5b047d5a7 req-cb687332-0035-497c-abef-9e873efe75d1 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456088 Aug 05 04:21:51.352745 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5cd6a6-d711-4bab-b628-5376301d5079 req-af682e4b-5f82-4630-9064-ffeeb6f753f2 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:21:51.354204 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8d5cd6a6-d711-4bab-b628-5376301d5079 req-af682e4b-5f82-4630-9064-ffeeb6f753f2 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/ports?device_id=8056b247-d505-4a1a-892a-a08279a58190 HTTP/1.1" status: 200 len: 943 time: 0.0541499 Aug 05 04:21:51.423419 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8d5cd6a6-d711-4bab-b628-5376301d5079 req-1989fd0e-8f9f-48c5-b067-548e5c009538 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/security-groups?id=d92b311d-35d1-4c30-9d9b-586d3bdc7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632997 Aug 05 04:21:51.623431 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1410621-a030-4dd0-a0ae-a5000fcfd8fc req-c06b2e0f-27ce-417d-abf6-e1fadf264824 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:21:51.624992 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b1410621-a030-4dd0-a0ae-a5000fcfd8fc req-c06b2e0f-27ce-417d-abf6-e1fadf264824 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=26f2ad3f-3821-4f77-8d20-74c5f53e5c25 HTTP/1.1" status: 200 len: 945 time: 0.0708010 Aug 05 04:21:51.669395 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b1410621-a030-4dd0-a0ae-a5000fcfd8fc req-d675b9ff-6f32-45f9-8b3b-d6dabc4e6577 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376573 Aug 05 04:21:52.566766 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dced157f-19b4-4215-b720-a38f52b7c93c req-07a534fe-c8e4-46ba-80f8-31b853b309c5 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:21:52.575223 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-dced157f-19b4-4215-b720-a38f52b7c93c req-07a534fe-c8e4-46ba-80f8-31b853b309c5 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/ports?device_id=8056b247-d505-4a1a-892a-a08279a58190 HTTP/1.1" status: 200 len: 943 time: 0.0661237 Aug 05 04:21:52.615660 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-dced157f-19b4-4215-b720-a38f52b7c93c req-73a0ae79-e261-46c3-b6dd-95cdf1a6110f tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/security-groups?id=d92b311d-35d1-4c30-9d9b-586d3bdc7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381720 Aug 05 04:21:53.710114 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Device b82000dc-2868-4b92-a9b2-f56e77f30de4 details requested by agent hyperv_hv-cinder-80300 with host hv-cinder-80300 {{(pid=93252) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 04:21:53.734135 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c207ece-c07b-4d4b-a92d-2bff2e99edc3 req-e366175b-8d1e-42c0-8489-5e1320200174 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:21:53.735665 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8c207ece-c07b-4d4b-a92d-2bff2e99edc3 req-e366175b-8d1e-42c0-8489-5e1320200174 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/ports?device_id=8056b247-d505-4a1a-892a-a08279a58190 HTTP/1.1" status: 200 len: 943 time: 0.0516810 Aug 05 04:21:53.775403 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8c207ece-c07b-4d4b-a92d-2bff2e99edc3 req-43b8ba80-df5e-48dd-b644-1c8352f19d49 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/security-groups?id=d92b311d-35d1-4c30-9d9b-586d3bdc7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331731 Aug 05 04:21:53.809808 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] For port b82000dc-2868-4b92-a9b2-f56e77f30de4, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=b82000dc-2868-4b92-a9b2-f56e77f30de4,segment=NetworkSegment(3dde1be1-08d0-4677-a267-c0d98cf2de43),segment_id=3dde1be1-08d0-4677-a267-c0d98cf2de43)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:21:53.821288 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Returning: {'device': 'b82000dc-2868-4b92-a9b2-f56e77f30de4', 'network_id': 'cf907c3d-eb09-4c0a-8c7f-37b6a493a079', 'port_id': 'b82000dc-2868-4b92-a9b2-f56e77f30de4', 'mac_address': 'fa:16:3e:3e:69:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6f9db74-429d-4d50-95ec-3b879df44d2e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93252) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 04:21:53.858217 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:21:53.870416 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b82000dc-2868-4b92-a9b2-f56e77f30de4 {{(pid=93252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 04:21:53.893934 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] For port b82000dc-2868-4b92-a9b2-f56e77f30de4, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=b82000dc-2868-4b92-a9b2-f56e77f30de4,segment=NetworkSegment(3dde1be1-08d0-4677-a267-c0d98cf2de43),segment_id=3dde1be1-08d0-4677-a267-c0d98cf2de43)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:21:53.897526 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:21:53.946194 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Pushing event updated for resources: {'Port': ['ID=b82000dc-2868-4b92-a9b2-f56e77f30de4,revision_number=4']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:21:54.512213 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] get_ports_and_sgs() called for port_ids ['b82000dc-2868-4b92-a9b2-f56e77f30de4'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 04:21:54.888299 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7b0696-df06-4939-9c98-ed7e8952e4e5 req-edf73c78-0a41-46ca-be05-eeff5ec3c523 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:21:54.889673 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ae7b0696-df06-4939-9c98-ed7e8952e4e5 req-edf73c78-0a41-46ca-be05-eeff5ec3c523 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/ports?device_id=8056b247-d505-4a1a-892a-a08279a58190 HTTP/1.1" status: 200 len: 944 time: 0.0482671 Aug 05 04:21:54.928171 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ae7b0696-df06-4939-9c98-ed7e8952e4e5 req-c36215c7-5c89-4ab7-bbc2-a8247ce88888 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/security-groups?id=d92b311d-35d1-4c30-9d9b-586d3bdc7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319963 Aug 05 04:21:55.776071 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 58754) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:21:55.823205 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.db_base_plugin_v2 [None req-79de44f4-0989-46e6-b960-c385aba554fb admin admin] Deleting subnet 19a2ca85-8ab0-446f-8f23-ef59f5e9d795 {{(pid=93251) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 04:21:55.826600 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-79de44f4-0989-46e6-b960-c385aba554fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:21:55.859800 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-79de44f4-0989-46e6-b960-c385aba554fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3787494'] for subnet, precommit_delete_associations {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:21:55.898278 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-79de44f4-0989-46e6-b960-c385aba554fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66721300'] for subnet, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:21:55.952069 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-79de44f4-0989-46e6-b960-c385aba554fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66721283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8933212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994172'] for subnet, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:21:55.983539 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79de44f4-0989-46e6-b960-c385aba554fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19a2ca85-8ab0-446f-8f23-ef59f5e9d795,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:21:55.985765 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-79de44f4-0989-46e6-b960-c385aba554fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:21:55.989086 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-79de44f4-0989-46e6-b960-c385aba554fb admin admin] 10.222.0.37 "DELETE /v2.0/subnets/19a2ca85-8ab0-446f-8f23-ef59f5e9d795 HTTP/1.1" status: 204 len: 168 time: 0.2119734 Aug 05 04:21:55.990609 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 58758) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:21:56.086711 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e46ceb32-a804-4948-aef9-312afc03926c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66814758'] for network, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:21:56.104286 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365aac7a-3747-4d98-939a-d969a1959dfe req-b8e66b06-bc43-4b1e-85bc-f6ca093f2dbb tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:21:56.105746 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-365aac7a-3747-4d98-939a-d969a1959dfe req-b8e66b06-bc43-4b1e-85bc-f6ca093f2dbb tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/ports?device_id=8056b247-d505-4a1a-892a-a08279a58190 HTTP/1.1" status: 200 len: 944 time: 0.1077960 Aug 05 04:21:56.200363 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e46ceb32-a804-4948-aef9-312afc03926c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66721711', 'neutron.services.segments.db._delete_segments_for_network-8763712477754'] for network, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:21:56.211633 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-365aac7a-3747-4d98-939a-d969a1959dfe req-17ad8047-fade-429f-b6a8-9cb243bcccc4 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/security-groups?id=d92b311d-35d1-4c30-9d9b-586d3bdc7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836601 Aug 05 04:21:56.215138 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.services.segments.db [None req-e46ceb32-a804-4948-aef9-312afc03926c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2e0f95b-5688-4003-80f2-290d80077bb5']}} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:21:56.225454 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.services.segments.db [None req-e46ceb32-a804-4948-aef9-312afc03926c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dc7904a-e614-49dc-9535-f40f2bc33ed1') {'for_net_delete': True} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:21:56.225748 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.services.segments.db [None req-e46ceb32-a804-4948-aef9-312afc03926c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dc7904a-e614-49dc-9535-f40f2bc33ed1') {} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:21:56.235693 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e46ceb32-a804-4948-aef9-312afc03926c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763712645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2700621'] for segment, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:21:56.248089 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e46ceb32-a804-4948-aef9-312afc03926c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66718183'] for segment, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:21:56.255002 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e46ceb32-a804-4948-aef9-312afc03926c admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=93250) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 04:21:56.255333 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e46ceb32-a804-4948-aef9-312afc03926c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66718183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3061401'] for segment, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:21:56.257329 dv-cinder-803000-4-iscsi neutron-server[93250]: Traceback (most recent call last): Aug 05 04:21:56.257329 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 04:21:56.257329 dv-cinder-803000-4-iscsi neutron-server[93250]: timer() Aug 05 04:21:56.257329 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 04:21:56.257329 dv-cinder-803000-4-iscsi neutron-server[93250]: cb(*args, **kw) Aug 05 04:21:56.257329 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 04:21:56.257329 dv-cinder-803000-4-iscsi neutron-server[93250]: return func(*args, **kwargs) Aug 05 04:21:56.257329 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 04:21:56.257329 dv-cinder-803000-4-iscsi neutron-server[93250]: self._notify() Aug 05 04:21:56.257329 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 04:21:56.257329 dv-cinder-803000-4-iscsi neutron-server[93250]: self.callback(batched_events) Aug 05 04:21:56.257329 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 04:21:56.257329 dv-cinder-803000-4-iscsi neutron-server[93250]: event.method(event) Aug 05 04:21:56.257329 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 04:21:56.257329 dv-cinder-803000-4-iscsi neutron-server[93250]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 04:21:56.257329 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 04:21:56.257329 dv-cinder-803000-4-iscsi neutron-server[93250]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 04:21:56.257329 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 04:21:56.257329 dv-cinder-803000-4-iscsi neutron-server[93250]: return f(self, *a, **k) Aug 05 04:21:56.257329 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 04:21:56.257329 dv-cinder-803000-4-iscsi neutron-server[93250]: return self._get(url).json() Aug 05 04:21:56.257329 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 04:21:56.257329 dv-cinder-803000-4-iscsi neutron-server[93250]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 04:21:56.257329 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 04:21:56.257329 dv-cinder-803000-4-iscsi neutron-server[93250]: return self.request(url, 'GET', **kwargs) Aug 05 04:21:56.257329 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 04:21:56.257329 dv-cinder-803000-4-iscsi neutron-server[93250]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 04:21:56.257329 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 04:21:56.257329 dv-cinder-803000-4-iscsi neutron-server[93250]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 04:21:56.257329 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 04:21:56.257329 dv-cinder-803000-4-iscsi neutron-server[93250]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 04:21:56.257329 dv-cinder-803000-4-iscsi neutron-server[93250]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 04:21:56.310664 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e46ceb32-a804-4948-aef9-312afc03926c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66721686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-699446'] for network, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:21:56.317571 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e46ceb32-a804-4948-aef9-312afc03926c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568634'] for network, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:21:56.319307 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-e46ceb32-a804-4948-aef9-312afc03926c admin admin] 10.222.0.37 "DELETE /v2.0/networks/b2e0f95b-5688-4003-80f2-290d80077bb5 HTTP/1.1" status: 204 len: 168 time: 0.3272798 Aug 05 04:21:56.328799 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46ceb32-a804-4948-aef9-312afc03926c admin admin] Pushing event deleted for resources: {'Network': ['ID=b2e0f95b-5688-4003-80f2-290d80077bb5,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:21:56.338659 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46ceb32-a804-4948-aef9-312afc03926c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:21:56.338935 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46ceb32-a804-4948-aef9-312afc03926c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:21:56.339272 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46ceb32-a804-4948-aef9-312afc03926c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:21:56.339606 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46ceb32-a804-4948-aef9-312afc03926c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:21:56.339943 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46ceb32-a804-4948-aef9-312afc03926c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:21:56.340273 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46ceb32-a804-4948-aef9-312afc03926c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:21:56.340607 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46ceb32-a804-4948-aef9-312afc03926c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:21:56.340933 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46ceb32-a804-4948-aef9-312afc03926c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:21:56.341285 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46ceb32-a804-4948-aef9-312afc03926c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:21:56.341650 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46ceb32-a804-4948-aef9-312afc03926c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:21:56.342013 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46ceb32-a804-4948-aef9-312afc03926c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:21:56.342335 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46ceb32-a804-4948-aef9-312afc03926c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:21:56.497325 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 58770) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:21:56.543728 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-eebaf51a-2cee-4192-a538-0fc7ee4432d3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=928c65fb69ab4781a8b7a7caf13f8c59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0452280 Aug 05 04:21:56.546318 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 58772) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:21:56.600771 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1ef30cad-17f8-4e7d-b5a1-89ca092ae040 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:21:56.647280 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1ef30cad-17f8-4e7d-b5a1-89ca092ae040 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:21:56.685489 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e77f63-95c6-4d20-873f-15f56785adfd req-5a83e582-9ee8-4d94-9f9b-9f32a30e7466 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:21:56.686972 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-85e77f63-95c6-4d20-873f-15f56785adfd req-5a83e582-9ee8-4d94-9f9b-9f32a30e7466 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e15d21-e838-4976-9b48-0180a753f296 HTTP/1.1" status: 200 len: 945 time: 0.0843954 Aug 05 04:21:56.728073 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-85e77f63-95c6-4d20-873f-15f56785adfd req-31234733-dee1-41d3-814a-a86a4325f816 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339580 Aug 05 04:21:56.729095 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1ef30cad-17f8-4e7d-b5a1-89ca092ae040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:21:56.731615 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1ef30cad-17f8-4e7d-b5a1-89ca092ae040 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:21:56.733720 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-1ef30cad-17f8-4e7d-b5a1-89ca092ae040 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a52e817b-572b-49c9-83df-5341b66b3391 HTTP/1.1" status: 204 len: 168 time: 0.1853817 Aug 05 04:21:56.741266 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef30cad-17f8-4e7d-b5a1-89ca092ae040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a52e817b-572b-49c9-83df-5341b66b3391,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:21:57.326246 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0c8de1-8c0a-4b07-9749-dcf3721fba5c req-3d61c0d0-d700-4f96-873d-b5d436e31957 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:21:57.327762 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5f0c8de1-8c0a-4b07-9749-dcf3721fba5c req-3d61c0d0-d700-4f96-873d-b5d436e31957 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/ports?device_id=8056b247-d505-4a1a-892a-a08279a58190 HTTP/1.1" status: 200 len: 944 time: 0.0488396 Aug 05 04:21:57.367240 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5f0c8de1-8c0a-4b07-9749-dcf3721fba5c req-5b041c4d-d787-4ac0-97e5-1d560225f905 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/security-groups?id=d92b311d-35d1-4c30-9d9b-586d3bdc7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331728 Aug 05 04:21:57.733954 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Device b82000dc-2868-4b92-a9b2-f56e77f30de4 up at agent hyperv_hv-cinder-80300 {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 04:21:57.787067 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Provisioning for port b82000dc-2868-4b92-a9b2-f56e77f30de4 completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 04:21:57.790628 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Provisioning complete for port b82000dc-2868-4b92-a9b2-f56e77f30de4 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 04:21:57.791010 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66839334'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:21:57.851616 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf3ff99-f22e-4e85-96f5-dbb710337c65 req-1c04cc44-4561-4628-8345-c7f6112230ce tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:21:57.853082 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-aaf3ff99-f22e-4e85-96f5-dbb710337c65 req-1c04cc44-4561-4628-8345-c7f6112230ce tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e15d21-e838-4976-9b48-0180a753f296 HTTP/1.1" status: 200 len: 945 time: 0.0549011 Aug 05 04:21:57.869802 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:21:57.891657 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-aaf3ff99-f22e-4e85-96f5-dbb710337c65 req-d6bfe63b-ee49-4648-8b6a-68fb0e4edf98 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325296 Aug 05 04:21:57.892739 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8056b247-d505-4a1a-892a-a08279a58190', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b82000dc-2868-4b92-a9b2-f56e77f30de4'}] {{(pid=93252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 04:21:57.895073 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f021a78abaadf32682ec407d28b092b8d5e159b0dca1f9e700978c1e9d6d025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1f40648-fd3a-4697-8579-d31275c8f58d" -d '{"events": [{"server_uuid": "8056b247-d505-4a1a-892a-a08279a58190", "name": "network-vif-plugged", "status": "completed", "tag": "b82000dc-2868-4b92-a9b2-f56e77f30de4"}]}' {{(pid=93252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 04:21:57.911413 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] For port b82000dc-2868-4b92-a9b2-f56e77f30de4, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=b82000dc-2868-4b92-a9b2-f56e77f30de4,segment=NetworkSegment(3dde1be1-08d0-4677-a267-c0d98cf2de43),segment_id=3dde1be1-08d0-4677-a267-c0d98cf2de43)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:21:57.916833 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:21:57.943633 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 04:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afea0357-b556-44b0-86cf-f07b34f7230a x-openstack-request-id: req-afea0357-b556-44b0-86cf-f07b34f7230a {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 04:21:57.943881 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8056b247-d505-4a1a-892a-a08279a58190", "name": "network-vif-plugged", "status": "completed", "tag": "b82000dc-2868-4b92-a9b2-f56e77f30de4", "code": 200}]} {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 04:21:57.944140 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-afea0357-b556-44b0-86cf-f07b34f7230a {{(pid=93252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 04:21:57.944522 dv-cinder-803000-4-iscsi neutron-server[93252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8056b247-d505-4a1a-892a-a08279a58190', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b82000dc-2868-4b92-a9b2-f56e77f30de4', 'code': 200} Aug 05 04:21:57.969383 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Pushing event updated for resources: {'Port': ['ID=b82000dc-2868-4b92-a9b2-f56e77f30de4,revision_number=5']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:21:57.976479 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:21:57.976850 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:21:57.977213 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:21:57.977536 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:21:57.977886 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:21:57.978224 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:21:57.978594 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:21:57.978926 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:21:57.979280 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:21:57.979612 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:21:57.979938 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:21:57.980264 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:21:58.156555 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d7cb21-92ce-4488-9e7e-758c226e9ad3 req-2203c86d-3fe3-452a-aeae-1d6d5a683cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:21:58.157968 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-b8d7cb21-92ce-4488-9e7e-758c226e9ad3 req-2203c86d-3fe3-452a-aeae-1d6d5a683cf2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8056b247-d505-4a1a-892a-a08279a58190 HTTP/1.1" status: 200 len: 1098 time: 0.0406842 Aug 05 04:21:58.193449 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-b8d7cb21-92ce-4488-9e7e-758c226e9ad3 req-fab52c5c-328e-4fae-997e-22927c7575dc service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d92b311d-35d1-4c30-9d9b-586d3bdc7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280228 Aug 05 04:21:58.482026 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451331b3-8b7c-4dce-9691-77db69b98ef6 req-8d1d6583-b788-4531-aed5-5510d37232ad tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:21:58.483517 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-451331b3-8b7c-4dce-9691-77db69b98ef6 req-8d1d6583-b788-4531-aed5-5510d37232ad tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/ports?device_id=8056b247-d505-4a1a-892a-a08279a58190 HTTP/1.1" status: 200 len: 945 time: 0.0483928 Aug 05 04:21:58.521699 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-451331b3-8b7c-4dce-9691-77db69b98ef6 req-2263ca10-30e1-40bd-b96c-6063c1a63d4f tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/security-groups?id=d92b311d-35d1-4c30-9d9b-586d3bdc7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324056 Aug 05 04:21:59.007519 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fea9534-bc33-4e80-bb43-1a50e085aa3f req-4af6ede8-c53c-408b-a9da-c800778db2e1 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:21:59.008962 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4fea9534-bc33-4e80-bb43-1a50e085aa3f req-4af6ede8-c53c-408b-a9da-c800778db2e1 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e15d21-e838-4976-9b48-0180a753f296 HTTP/1.1" status: 200 len: 945 time: 0.0476830 Aug 05 04:21:59.046059 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4fea9534-bc33-4e80-bb43-1a50e085aa3f req-f17fb6e4-4192-43c0-906c-fbc0f904befe tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311911 Aug 05 04:21:59.638560 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e798eb31-d5f5-47e8-af32-8fd25bf0243a req-030c4219-81de-4ef6-869f-04e0617ab68e tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:21:59.640040 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e798eb31-d5f5-47e8-af32-8fd25bf0243a req-030c4219-81de-4ef6-869f-04e0617ab68e tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/ports?device_id=8056b247-d505-4a1a-892a-a08279a58190 HTTP/1.1" status: 200 len: 945 time: 0.0505548 Aug 05 04:21:59.680213 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e798eb31-d5f5-47e8-af32-8fd25bf0243a req-1b9f70e7-785c-4148-ad99-8264ca9b2534 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/security-groups?id=d92b311d-35d1-4c30-9d9b-586d3bdc7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334854 Aug 05 04:22:00.158018 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63dcb8b-6197-4fe2-be5c-84071dc3a164 req-b80d861e-ba1b-4b68-961d-748c6d29b423 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:22:00.159498 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d63dcb8b-6197-4fe2-be5c-84071dc3a164 req-b80d861e-ba1b-4b68-961d-748c6d29b423 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e15d21-e838-4976-9b48-0180a753f296 HTTP/1.1" status: 200 len: 945 time: 0.0472646 Aug 05 04:22:00.197054 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d63dcb8b-6197-4fe2-be5c-84071dc3a164 req-86b0b2ab-ae12-4d23-a57e-af8971be720c tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315938 Aug 05 04:22:00.451097 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febff573-dbcf-4eb4-84e6-18bd157f6783 req-3a66d989-e2ce-486d-ae0d-c65c15197c0d tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:22:00.452450 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-febff573-dbcf-4eb4-84e6-18bd157f6783 req-3a66d989-e2ce-486d-ae0d-c65c15197c0d tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.39 "GET /v2.0/ports?device_id=32e15d21-e838-4976-9b48-0180a753f296 HTTP/1.1" status: 200 len: 945 time: 0.0515847 Aug 05 04:22:00.566169 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [req-febff573-dbcf-4eb4-84e6-18bd157f6783 req-1728ded1-a02d-4708-9caf-2596ab8a7042 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Deleting port 4e2507bd-6053-49aa-87b5-a1db7d0c7b97 {{(pid=93251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 04:22:00.566725 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-febff573-dbcf-4eb4-84e6-18bd157f6783 req-1728ded1-a02d-4708-9caf-2596ab8a7042 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763712722935'] for port, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:00.651859 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [req-febff573-dbcf-4eb4-84e6-18bd157f6783 req-1728ded1-a02d-4708-9caf-2596ab8a7042 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] For port 4e2507bd-6053-49aa-87b5-a1db7d0c7b97, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=4e2507bd-6053-49aa-87b5-a1db7d0c7b97,segment=NetworkSegment(dc20022a-719b-4310-8b08-8131aa4e3981),segment_id=dc20022a-719b-4310-8b08-8131aa4e3981)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:22:00.652221 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-febff573-dbcf-4eb4-84e6-18bd157f6783 req-1728ded1-a02d-4708-9caf-2596ab8a7042 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-702725'] for port, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:00.664984 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [req-febff573-dbcf-4eb4-84e6-18bd157f6783 req-1728ded1-a02d-4708-9caf-2596ab8a7042 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Calling delete_port for 4e2507bd-6053-49aa-87b5-a1db7d0c7b97 owned by compute:nova {{(pid=93251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 04:22:00.792987 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-febff573-dbcf-4eb4-84e6-18bd157f6783 req-1728ded1-a02d-4708-9caf-2596ab8a7042 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763712549039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763712145884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8933231'] for port, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:00.794812 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626503ef-3eb1-4235-a22f-85a453e1978c req-8531768d-65f6-440f-ac4d-2d50c47f97c4 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:22:00.796865 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-626503ef-3eb1-4235-a22f-85a453e1978c req-8531768d-65f6-440f-ac4d-2d50c47f97c4 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/ports?device_id=8056b247-d505-4a1a-892a-a08279a58190 HTTP/1.1" status: 200 len: 945 time: 0.0493064 Aug 05 04:22:00.821038 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1728ded1-a02d-4708-9caf-2596ab8a7042 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Pushing event deleted for resources: {'Port': ['ID=4e2507bd-6053-49aa-87b5-a1db7d0c7b97,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:22:00.836310 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] get_ports_and_sgs() called for port_ids ['4e2507bd-6053-49aa-87b5-a1db7d0c7b97', '87acbb5e-8645-45ff-b633-388b666fd680'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 04:22:00.839964 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-626503ef-3eb1-4235-a22f-85a453e1978c req-23c7e0db-3f34-47a7-9355-e68441233f68 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/security-groups?id=d92b311d-35d1-4c30-9d9b-586d3bdc7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358553 Aug 05 04:22:00.865577 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [req-febff573-dbcf-4eb4-84e6-18bd157f6783 req-1728ded1-a02d-4708-9caf-2596ab8a7042 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] No DVR routers for this DVR port 4e2507bd-6053-49aa-87b5-a1db7d0c7b97 on host hv-cinder-80300 {{(pid=93251) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 04:22:00.868246 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-febff573-dbcf-4eb4-84e6-18bd157f6783 req-1728ded1-a02d-4708-9caf-2596ab8a7042 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224329'] for port, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:00.870675 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-febff573-dbcf-4eb4-84e6-18bd157f6783 req-1728ded1-a02d-4708-9caf-2596ab8a7042 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.39 "DELETE /v2.0/ports/4e2507bd-6053-49aa-87b5-a1db7d0c7b97 HTTP/1.1" status: 204 len: 173 time: 0.3963358 Aug 05 04:22:00.871042 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32e15d21-e838-4976-9b48-0180a753f296', 'name': 'network-vif-deleted', 'tag': '4e2507bd-6053-49aa-87b5-a1db7d0c7b97'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 04:22:00.873597 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc51a2a5f300f30acac232ef327f3f01bb0f894a96a37a70efeb1c252096f2af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feefbf01-78ff-41e1-8d95-588895eb2f33" -d '{"events": [{"server_uuid": "32e15d21-e838-4976-9b48-0180a753f296", "name": "network-vif-deleted", "tag": "4e2507bd-6053-49aa-87b5-a1db7d0c7b97"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 04:22:00.920613 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 04:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e504f223-64e5-4807-9f0f-0f157717f6eb x-openstack-request-id: req-e504f223-64e5-4807-9f0f-0f157717f6eb {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 04:22:00.920933 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32e15d21-e838-4976-9b48-0180a753f296", "name": "network-vif-deleted", "tag": "4e2507bd-6053-49aa-87b5-a1db7d0c7b97", "status": "completed", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 04:22:00.921184 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e504f223-64e5-4807-9f0f-0f157717f6eb {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 04:22:00.921584 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32e15d21-e838-4976-9b48-0180a753f296', 'name': 'network-vif-deleted', 'tag': '4e2507bd-6053-49aa-87b5-a1db7d0c7b97', 'status': 'completed', 'code': 200} Aug 05 04:22:01.307918 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-64b5945b-74cd-4b7f-b9dc-3f88b3103f2e req-d1a96d18-cb0a-4d14-816c-75a9aae826c3 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=32e15d21-e838-4976-9b48-0180a753f296 HTTP/1.1" status: 200 len: 210 time: 0.0306458 Aug 05 04:22:02.597979 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6517acb1-5642-40ca-8696-7c57e5bcbc80 req-20954352-78ef-409a-a7c4-9f2f26c0078e tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:22:02.599677 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6517acb1-5642-40ca-8696-7c57e5bcbc80 req-20954352-78ef-409a-a7c4-9f2f26c0078e tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=26f2ad3f-3821-4f77-8d20-74c5f53e5c25 HTTP/1.1" status: 200 len: 945 time: 0.0536075 Aug 05 04:22:02.642713 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6517acb1-5642-40ca-8696-7c57e5bcbc80 req-78b82ff5-98ac-4e3e-890b-b99b433f2a45 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370042 Aug 05 04:22:02.694838 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-de955b77-0614-4978-8e24-9f6273304f95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:03.754986 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1dd5dc-7a82-419a-ae30-207e30fb89f7 req-af5dc3de-c071-4312-af8e-49b30667cf65 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:22:03.756592 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0f1dd5dc-7a82-419a-ae30-207e30fb89f7 req-af5dc3de-c071-4312-af8e-49b30667cf65 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=26f2ad3f-3821-4f77-8d20-74c5f53e5c25 HTTP/1.1" status: 200 len: 945 time: 0.0469477 Aug 05 04:22:03.793577 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0f1dd5dc-7a82-419a-ae30-207e30fb89f7 req-fd6e2956-67f4-45af-bcee-921b0a6fd406 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308535 Aug 05 04:22:04.907178 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa48eb6-3b12-491c-be76-a34ea061a96c req-b1b41ef7-8ce9-4536-938e-f54675494fc4 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:22:04.909296 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9aa48eb6-3b12-491c-be76-a34ea061a96c req-b1b41ef7-8ce9-4536-938e-f54675494fc4 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=26f2ad3f-3821-4f77-8d20-74c5f53e5c25 HTTP/1.1" status: 200 len: 945 time: 0.0509801 Aug 05 04:22:04.947048 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9aa48eb6-3b12-491c-be76-a34ea061a96c req-c247e71d-76e3-431e-96e8-26659333922c tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319395 Aug 05 04:22:05.120106 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-5161a59b-588f-491c-8c98-6315b3f1b205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:05.313295 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:05.794658 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Device 4e2507bd-6053-49aa-87b5-a1db7d0c7b97 no longer exists at agent hyperv_hv-cinder-80300 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 04:22:05.814764 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] No Port match for: 4e2507bd-6053-49aa-87b5-a1db7d0c7b97 {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 04:22:05.815113 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Device 4e2507bd-6053-49aa-87b5-a1db7d0c7b97 not bound to the agent host hv-cinder-80300 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 04:22:06.061768 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bee19f9-08e9-4d7e-8f26-013c79a8285c req-99a3f858-1ec7-4e64-a0fd-65dc45cdf4ee tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:22:06.063314 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9bee19f9-08e9-4d7e-8f26-013c79a8285c req-99a3f858-1ec7-4e64-a0fd-65dc45cdf4ee tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=26f2ad3f-3821-4f77-8d20-74c5f53e5c25 HTTP/1.1" status: 200 len: 945 time: 0.0486414 Aug 05 04:22:06.101236 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9bee19f9-08e9-4d7e-8f26-013c79a8285c req-ab8e754e-3738-4b5f-9cc2-f3f30582fe3a tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321906 Aug 05 04:22:06.288675 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-03641130-cd72-49d2-95a2-84c2adaa14ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:07.213463 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5620e421-82af-4320-b334-a75bb46c481e req-91f7a074-b89c-4ec8-830a-1976d3905e5b tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:22:07.214930 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5620e421-82af-4320-b334-a75bb46c481e req-91f7a074-b89c-4ec8-830a-1976d3905e5b tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=26f2ad3f-3821-4f77-8d20-74c5f53e5c25 HTTP/1.1" status: 200 len: 945 time: 0.0480614 Aug 05 04:22:07.251188 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5620e421-82af-4320-b334-a75bb46c481e req-295d6073-25e2-4121-86d1-96f5ba3c5254 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305796 Aug 05 04:22:07.976320 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-6a2206e1-ea48-45a0-865e-aad2fcc79b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:08.366937 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f0ccae-3ea7-4719-a1dc-29c1ce134cdb req-227a0255-df26-44d2-b441-e164a00d449e tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:22:08.368374 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-26f0ccae-3ea7-4719-a1dc-29c1ce134cdb req-227a0255-df26-44d2-b441-e164a00d449e tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=26f2ad3f-3821-4f77-8d20-74c5f53e5c25 HTTP/1.1" status: 200 len: 945 time: 0.0507219 Aug 05 04:22:08.405359 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-26f0ccae-3ea7-4719-a1dc-29c1ce134cdb req-4f6a33da-6f5a-4005-bae3-d8b9297773e5 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311139 Aug 05 04:22:09.459616 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:09.519707 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0cac35-5e67-488a-aef9-8b32b1db4bcf req-51e09bdd-1c88-40ef-a891-892d7bcff75f tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:22:09.521149 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4f0cac35-5e67-488a-aef9-8b32b1db4bcf req-51e09bdd-1c88-40ef-a891-892d7bcff75f tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=26f2ad3f-3821-4f77-8d20-74c5f53e5c25 HTTP/1.1" status: 200 len: 945 time: 0.0464237 Aug 05 04:22:09.561501 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4f0cac35-5e67-488a-aef9-8b32b1db4bcf req-0aef329f-b3c4-4c15-982c-eff5f5b52b2d tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/security-groups?id=152a7d20-f422-49e5-ac01-7a95b6f2bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338025 Aug 05 04:22:09.681522 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa866257-e794-4f88-acc6-e86529e7e5c8 req-b9d16e51-0de6-496d-b2a9-911be3fc621f tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:22:09.683054 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-fa866257-e794-4f88-acc6-e86529e7e5c8 req-b9d16e51-0de6-496d-b2a9-911be3fc621f tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.39 "GET /v2.0/ports?device_id=26f2ad3f-3821-4f77-8d20-74c5f53e5c25 HTTP/1.1" status: 200 len: 945 time: 0.0504770 Aug 05 04:22:09.768352 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [req-fa866257-e794-4f88-acc6-e86529e7e5c8 req-cccb430a-b831-4ec6-8e48-62458ada7001 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Deleting port 87acbb5e-8645-45ff-b633-388b666fd680 {{(pid=93251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 04:22:09.768613 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-fa866257-e794-4f88-acc6-e86529e7e5c8 req-cccb430a-b831-4ec6-8e48-62458ada7001 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763712722935'] for port, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:10.096972 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [req-fa866257-e794-4f88-acc6-e86529e7e5c8 req-cccb430a-b831-4ec6-8e48-62458ada7001 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] For port 87acbb5e-8645-45ff-b633-388b666fd680, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=87acbb5e-8645-45ff-b633-388b666fd680,segment=NetworkSegment(dc20022a-719b-4310-8b08-8131aa4e3981),segment_id=dc20022a-719b-4310-8b08-8131aa4e3981)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:22:10.097341 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-fa866257-e794-4f88-acc6-e86529e7e5c8 req-cccb430a-b831-4ec6-8e48-62458ada7001 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-702725'] for port, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:10.108944 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [req-fa866257-e794-4f88-acc6-e86529e7e5c8 req-cccb430a-b831-4ec6-8e48-62458ada7001 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Calling delete_port for 87acbb5e-8645-45ff-b633-388b666fd680 owned by compute:nova {{(pid=93251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 04:22:10.231316 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-fa866257-e794-4f88-acc6-e86529e7e5c8 req-cccb430a-b831-4ec6-8e48-62458ada7001 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763712549039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763712145884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8933231'] for port, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:10.257488 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccb430a-b831-4ec6-8e48-62458ada7001 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Pushing event deleted for resources: {'Port': ['ID=87acbb5e-8645-45ff-b633-388b666fd680,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:22:10.273205 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] get_ports_and_sgs() called for port_ids ['87acbb5e-8645-45ff-b633-388b666fd680'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 04:22:10.297819 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa866257-e794-4f88-acc6-e86529e7e5c8 req-cccb430a-b831-4ec6-8e48-62458ada7001 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] No DVR routers for this DVR port 87acbb5e-8645-45ff-b633-388b666fd680 on host hv-cinder-80300 {{(pid=93251) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 04:22:10.300192 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-fa866257-e794-4f88-acc6-e86529e7e5c8 req-cccb430a-b831-4ec6-8e48-62458ada7001 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224329'] for port, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:10.302084 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-fa866257-e794-4f88-acc6-e86529e7e5c8 req-cccb430a-b831-4ec6-8e48-62458ada7001 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.39 "DELETE /v2.0/ports/87acbb5e-8645-45ff-b633-388b666fd680 HTTP/1.1" status: 204 len: 173 time: 0.6126091 Aug 05 04:22:10.302535 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26f2ad3f-3821-4f77-8d20-74c5f53e5c25', 'name': 'network-vif-deleted', 'tag': '87acbb5e-8645-45ff-b633-388b666fd680'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 04:22:10.304727 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc51a2a5f300f30acac232ef327f3f01bb0f894a96a37a70efeb1c252096f2af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dce73854-2315-490d-9b5d-043583cf6064" -d '{"events": [{"server_uuid": "26f2ad3f-3821-4f77-8d20-74c5f53e5c25", "name": "network-vif-deleted", "tag": "87acbb5e-8645-45ff-b633-388b666fd680"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 04:22:10.340673 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 04:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48416b7f-4463-418d-8575-7b972f35dae6 x-openstack-request-id: req-48416b7f-4463-418d-8575-7b972f35dae6 {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 04:22:10.340986 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26f2ad3f-3821-4f77-8d20-74c5f53e5c25", "name": "network-vif-deleted", "tag": "87acbb5e-8645-45ff-b633-388b666fd680", "status": "completed", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 04:22:10.341225 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-48416b7f-4463-418d-8575-7b972f35dae6 {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 04:22:10.341726 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26f2ad3f-3821-4f77-8d20-74c5f53e5c25', 'name': 'network-vif-deleted', 'tag': '87acbb5e-8645-45ff-b633-388b666fd680', 'status': 'completed', 'code': 200} Aug 05 04:22:10.663175 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c5b2eb8e-e950-4cef-8e45-038a74b877f7 req-90fb4d78-97ab-46f4-8d11-69e02cd24bc0 tempest-ServerRescueNegativeTestJSON-1023348284 tempest-ServerRescueNegativeTestJSON-1023348284-project] 10.222.0.37 "GET /v2.0/ports?device_id=26f2ad3f-3821-4f77-8d20-74c5f53e5c25 HTTP/1.1" status: 200 len: 210 time: 0.0252278 Aug 05 04:22:11.717673 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 58934) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:22:12.308523 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-fb278cc0-6620-4877-ae6d-868465e74220 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536823'] for router_interface, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:12.603172 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-fb278cc0-6620-4877-ae6d-868465e74220 admin admin] Deleting port 42dbe33c-c7ed-497a-b27b-c566c095ce81 {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 04:22:12.603437 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-fb278cc0-6620-4877-ae6d-868465e74220 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763712722935'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:12.685385 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [None req-fb278cc0-6620-4877-ae6d-868465e74220 admin admin] For port 42dbe33c-c7ed-497a-b27b-c566c095ce81, host dv-cinder-803000-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-4-iscsi',level=0,port_id=42dbe33c-c7ed-497a-b27b-c566c095ce81,segment=NetworkSegment(dc20022a-719b-4310-8b08-8131aa4e3981),segment_id=dc20022a-719b-4310-8b08-8131aa4e3981)] {{(pid=93250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:22:12.685749 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-fb278cc0-6620-4877-ae6d-868465e74220 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-702725'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:12.697498 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-fb278cc0-6620-4877-ae6d-868465e74220 admin admin] Calling delete_port for 42dbe33c-c7ed-497a-b27b-c566c095ce81 owned by network:router_interface {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 04:22:12.915204 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-fb278cc0-6620-4877-ae6d-868465e74220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763712549039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763712145884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3061364'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:12.939537 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb278cc0-6620-4877-ae6d-868465e74220 admin admin] Pushing event deleted for resources: {'Port': ['ID=42dbe33c-c7ed-497a-b27b-c566c095ce81,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:22:13.091076 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-fb278cc0-6620-4877-ae6d-868465e74220 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536683'] for router_interface, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:13.291119 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb278cc0-6620-4877-ae6d-868465e74220 admin admin] Router c0acc1f0-e815-43ff-8535-1583f9e4beac has already been hosted by L3 agent 8e71ca1b-9911-44b3-bf09-1fce3db7ea9a {{(pid=93250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 04:22:13.391195 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb278cc0-6620-4877-ae6d-868465e74220 admin admin] Notify agent at l3_agent.dv-cinder-803000-4-iscsi the message routers_updated {{(pid=93250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 04:22:13.399689 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-fb278cc0-6620-4877-ae6d-868465e74220 admin admin] 10.222.0.37 "PUT /v2.0/routers/c0acc1f0-e815-43ff-8535-1583f9e4beac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6778646 Aug 05 04:22:13.399689 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 58946) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:22:13.404256 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30036a73-2457-48be-b9b1-658482ed6406 None None] Sync routers for ids ['c0acc1f0-e815-43ff-8535-1583f9e4beac'] in dv-cinder-803000-4-iscsi {{(pid=93253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 04:22:13.422841 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30036a73-2457-48be-b9b1-658482ed6406 None None] Routers {'c0acc1f0-e815-43ff-8535-1583f9e4beac'} bound to L3 agent in host dv-cinder-803000-4-iscsi {{(pid=93253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 04:22:13.424785 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-30036a73-2457-48be-b9b1-658482ed6406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T04:10:35Z,description=,heartbeat_timestamp=2021-08-05T04:22:05Z,host='dv-cinder-803000-4-iscsi',id=8e71ca1b-9911-44b3-bf09-1fce3db7ea9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T04:10:35Z,topic='l3_agent')) {'router_ids': ['c0acc1f0-e815-43ff-8535-1583f9e4beac'], 'active': True} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:22:13.542532 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvr_db [None req-30036a73-2457-48be-b9b1-658482ed6406 None None] Set router c0acc1f0-e815-43ff-8535-1583f9e4beac gateway port host: dv-cinder-803000-4-iscsi {{(pid=93253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 04:22:13.677936 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-88bcde20-7584-4ae7-808b-0e564933ffe9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:13.723363 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-30036a73-2457-48be-b9b1-658482ed6406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0acc1f0-e815-43ff-8535-1583f9e4beac', 'name': 'tempest-ServerRescueNegativeTestJSON-1668593580-router', 'tenant_id': '8eb0ee8cdd9f4664bd6a71d95fef8f7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'external_fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'acb9a026-8da8-4740-bf79-30426c8ddddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:18:21Z', 'updated_at': '2021-08-05T04:22:12Z', 'revision_number': 5, 'project_id': '8eb0ee8cdd9f4664bd6a71d95fef8f7a', 'gw_port': {'id': 'acb9a026-8da8-4740-bf79-30426c8ddddc', 'name': '', 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:42:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0acc1f0-e815-43ff-8535-1583f9e4beac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:18:22Z', 'updated_at': '2021-08-05T04:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-4-iscsi'}], 'dv-cinder-803000-4-iscsi', False) {} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:22:13.754315 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30036a73-2457-48be-b9b1-658482ed6406 None None] Checking router: c0acc1f0-e815-43ff-8535-1583f9e4beac for host: dv-cinder-803000-4-iscsi {{(pid=93253) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 04:22:13.762373 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30036a73-2457-48be-b9b1-658482ed6406 None None] Routers {'c0acc1f0-e815-43ff-8535-1583f9e4beac'} bound to L3 agent in host dv-cinder-803000-4-iscsi {{(pid=93253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 04:22:13.763025 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-30036a73-2457-48be-b9b1-658482ed6406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T04:10:35Z,description=,heartbeat_timestamp=2021-08-05T04:22:05Z,host='dv-cinder-803000-4-iscsi',id=8e71ca1b-9911-44b3-bf09-1fce3db7ea9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T04:10:35Z,topic='l3_agent')) {'router_ids': ['c0acc1f0-e815-43ff-8535-1583f9e4beac'], 'active': True} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:22:13.777097 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-88bcde20-7584-4ae7-808b-0e564933ffe9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:13.827898 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Device 87acbb5e-8645-45ff-b633-388b666fd680 no longer exists at agent hyperv_hv-cinder-80300 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 04:22:13.829135 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-88bcde20-7584-4ae7-808b-0e564933ffe9 admin admin] Deleting port acb9a026-8da8-4740-bf79-30426c8ddddc {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 04:22:13.829499 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-88bcde20-7584-4ae7-808b-0e564933ffe9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763712722935'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:13.850917 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] No Port match for: 87acbb5e-8645-45ff-b633-388b666fd680 {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 04:22:13.851262 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Device 87acbb5e-8645-45ff-b633-388b666fd680 not bound to the agent host hv-cinder-80300 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 04:22:13.870964 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvr_db [None req-30036a73-2457-48be-b9b1-658482ed6406 None None] Set router c0acc1f0-e815-43ff-8535-1583f9e4beac gateway port host: dv-cinder-803000-4-iscsi {{(pid=93253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 04:22:13.912297 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [None req-88bcde20-7584-4ae7-808b-0e564933ffe9 admin admin] For port acb9a026-8da8-4740-bf79-30426c8ddddc, host dv-cinder-803000-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-4-iscsi',level=0,port_id=acb9a026-8da8-4740-bf79-30426c8ddddc,segment=NetworkSegment(fe7b4086-21cb-43cf-96b4-8ee376b4a2f8),segment_id=fe7b4086-21cb-43cf-96b4-8ee376b4a2f8)] {{(pid=93250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:22:13.912678 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-88bcde20-7584-4ae7-808b-0e564933ffe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-702725'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:13.926310 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-88bcde20-7584-4ae7-808b-0e564933ffe9 admin admin] Calling delete_port for acb9a026-8da8-4740-bf79-30426c8ddddc owned by network:router_gateway {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 04:22:14.050210 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-30036a73-2457-48be-b9b1-658482ed6406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0acc1f0-e815-43ff-8535-1583f9e4beac', 'name': 'tempest-ServerRescueNegativeTestJSON-1668593580-router', 'tenant_id': '8eb0ee8cdd9f4664bd6a71d95fef8f7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'external_fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'acb9a026-8da8-4740-bf79-30426c8ddddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:18:21Z', 'updated_at': '2021-08-05T04:22:12Z', 'revision_number': 5, 'project_id': '8eb0ee8cdd9f4664bd6a71d95fef8f7a', 'gw_port': {'id': 'acb9a026-8da8-4740-bf79-30426c8ddddc', 'name': '', 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:42:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0acc1f0-e815-43ff-8535-1583f9e4beac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:18:22Z', 'updated_at': '2021-08-05T04:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-4-iscsi'}], 'dv-cinder-803000-4-iscsi', False) {} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:22:14.075820 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30036a73-2457-48be-b9b1-658482ed6406 None None] The sync data for ids ['c0acc1f0-e815-43ff-8535-1583f9e4beac'] in dv-cinder-803000-4-iscsi is: [{'id': 'c0acc1f0-e815-43ff-8535-1583f9e4beac', 'name': 'tempest-ServerRescueNegativeTestJSON-1668593580-router', 'tenant_id': '8eb0ee8cdd9f4664bd6a71d95fef8f7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'external_fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'acb9a026-8da8-4740-bf79-30426c8ddddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:18:21Z', 'updated_at': '2021-08-05T04:22:12Z', 'revision_number': 5, 'project_id': '8eb0ee8cdd9f4664bd6a71d95fef8f7a', 'gw_port': {'id': 'acb9a026-8da8-4740-bf79-30426c8ddddc', 'name': '', 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:42:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0acc1f0-e815-43ff-8535-1583f9e4beac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:18:22Z', 'updated_at': '2021-08-05T04:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-4-iscsi'}] {{(pid=93253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 04:22:14.093286 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-88bcde20-7584-4ae7-808b-0e564933ffe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763712549039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763712145884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3061364'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:14.119202 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bcde20-7584-4ae7-808b-0e564933ffe9 admin admin] Pushing event deleted for resources: {'Port': ['ID=acb9a026-8da8-4740-bf79-30426c8ddddc,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:22:14.179307 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-88bcde20-7584-4ae7-808b-0e564933ffe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-700351'] for router_gateway, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:14.281111 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-88bcde20-7584-4ae7-808b-0e564933ffe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1520'] for router, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:14.283350 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-88bcde20-7584-4ae7-808b-0e564933ffe9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:14.348077 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-88bcde20-7584-4ae7-808b-0e564933ffe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-706954'] for router, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:14.348581 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88bcde20-7584-4ae7-808b-0e564933ffe9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0acc1f0-e815-43ff-8535-1583f9e4beac {{(pid=93250) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 04:22:14.353381 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-88bcde20-7584-4ae7-808b-0e564933ffe9 admin admin] Notify callbacks [] for router, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:14.354495 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-88bcde20-7584-4ae7-808b-0e564933ffe9 admin admin] 10.222.0.37 "DELETE /v2.0/routers/c0acc1f0-e815-43ff-8535-1583f9e4beac HTTP/1.1" status: 204 len: 168 time: 0.9539368 Aug 05 04:22:14.357167 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 58956) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:22:14.400352 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.db.db_base_plugin_v2 [None req-760c9236-6661-4fb8-9489-0a46a7287184 admin admin] Deleting subnet 3a9fe8aa-38d2-494e-ab5e-e2594d44600a {{(pid=93250) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 04:22:14.403564 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-760c9236-6661-4fb8-9489-0a46a7287184 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:14.437094 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-760c9236-6661-4fb8-9489-0a46a7287184 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2700634'] for subnet, precommit_delete_associations {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:14.479347 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-760c9236-6661-4fb8-9489-0a46a7287184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66721300'] for subnet, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:14.533614 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-760c9236-6661-4fb8-9489-0a46a7287184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66721283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3061319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3240075'] for subnet, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:14.559550 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760c9236-6661-4fb8-9489-0a46a7287184 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a9fe8aa-38d2-494e-ab5e-e2594d44600a,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:22:14.567017 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-760c9236-6661-4fb8-9489-0a46a7287184 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568634'] for subnet, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:14.568920 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-760c9236-6661-4fb8-9489-0a46a7287184 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/3a9fe8aa-38d2-494e-ab5e-e2594d44600a HTTP/1.1" status: 204 len: 168 time: 0.2108271 Aug 05 04:22:14.571339 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 58960) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:22:14.639012 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8bc92743-b8fb-41e1-9922-e916924fe472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66814758'] for network, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:14.731115 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8bc92743-b8fb-41e1-9922-e916924fe472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66721711', 'neutron.services.segments.db._delete_segments_for_network-8763712477754'] for network, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:14.741190 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.services.segments.db [None req-8bc92743-b8fb-41e1-9922-e916924fe472 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a73174c-8cf7-4eb5-84d2-c19fe864c831']}} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:22:14.760454 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.services.segments.db [None req-8bc92743-b8fb-41e1-9922-e916924fe472 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc20022a-719b-4310-8b08-8131aa4e3981') {'for_net_delete': True} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:22:14.760737 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.services.segments.db [None req-8bc92743-b8fb-41e1-9922-e916924fe472 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc20022a-719b-4310-8b08-8131aa4e3981') {} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:22:14.784446 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8bc92743-b8fb-41e1-9922-e916924fe472 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763712645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2700621'] for segment, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:14.808974 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8bc92743-b8fb-41e1-9922-e916924fe472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66718183'] for segment, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:14.817881 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bc92743-b8fb-41e1-9922-e916924fe472 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=93250) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 04:22:14.818257 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8bc92743-b8fb-41e1-9922-e916924fe472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66718183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3061401'] for segment, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:14.826860 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8faf5c0-65a5-45fd-a431-42718d32b16a req-184f7744-8603-4b13-8966-ad082989db83 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:22:14.828328 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e8faf5c0-65a5-45fd-a431-42718d32b16a req-184f7744-8603-4b13-8966-ad082989db83 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/ports?device_id=8056b247-d505-4a1a-892a-a08279a58190 HTTP/1.1" status: 200 len: 945 time: 0.0798411 Aug 05 04:22:14.828947 dv-cinder-803000-4-iscsi neutron-server[93250]: Traceback (most recent call last): Aug 05 04:22:14.828947 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 04:22:14.828947 dv-cinder-803000-4-iscsi neutron-server[93250]: timer() Aug 05 04:22:14.828947 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 04:22:14.828947 dv-cinder-803000-4-iscsi neutron-server[93250]: cb(*args, **kw) Aug 05 04:22:14.828947 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 04:22:14.828947 dv-cinder-803000-4-iscsi neutron-server[93250]: return func(*args, **kwargs) Aug 05 04:22:14.828947 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 04:22:14.828947 dv-cinder-803000-4-iscsi neutron-server[93250]: self._notify() Aug 05 04:22:14.828947 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 04:22:14.828947 dv-cinder-803000-4-iscsi neutron-server[93250]: self.callback(batched_events) Aug 05 04:22:14.828947 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 04:22:14.828947 dv-cinder-803000-4-iscsi neutron-server[93250]: event.method(event) Aug 05 04:22:14.828947 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 04:22:14.828947 dv-cinder-803000-4-iscsi neutron-server[93250]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 04:22:14.828947 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 04:22:14.828947 dv-cinder-803000-4-iscsi neutron-server[93250]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 04:22:14.828947 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 04:22:14.828947 dv-cinder-803000-4-iscsi neutron-server[93250]: return f(self, *a, **k) Aug 05 04:22:14.828947 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 04:22:14.828947 dv-cinder-803000-4-iscsi neutron-server[93250]: return self._get(url).json() Aug 05 04:22:14.828947 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 04:22:14.828947 dv-cinder-803000-4-iscsi neutron-server[93250]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 04:22:14.828947 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 04:22:14.828947 dv-cinder-803000-4-iscsi neutron-server[93250]: return self.request(url, 'GET', **kwargs) Aug 05 04:22:14.828947 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 04:22:14.828947 dv-cinder-803000-4-iscsi neutron-server[93250]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 04:22:14.828947 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 04:22:14.828947 dv-cinder-803000-4-iscsi neutron-server[93250]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 04:22:14.828947 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 04:22:14.828947 dv-cinder-803000-4-iscsi neutron-server[93250]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 04:22:14.828947 dv-cinder-803000-4-iscsi neutron-server[93250]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 04:22:14.898357 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8bc92743-b8fb-41e1-9922-e916924fe472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66721686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-699446'] for network, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:14.904452 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8bc92743-b8fb-41e1-9922-e916924fe472 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568634'] for network, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:14.906234 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-8bc92743-b8fb-41e1-9922-e916924fe472 admin admin] 10.222.0.37 "DELETE /v2.0/networks/4a73174c-8cf7-4eb5-84d2-c19fe864c831 HTTP/1.1" status: 204 len: 168 time: 0.3338158 Aug 05 04:22:14.912235 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e8faf5c0-65a5-45fd-a431-42718d32b16a req-9cb48055-1d32-4ede-ac92-35a865b502f0 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/security-groups?id=d92b311d-35d1-4c30-9d9b-586d3bdc7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738168 Aug 05 04:22:14.921737 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc92743-b8fb-41e1-9922-e916924fe472 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a73174c-8cf7-4eb5-84d2-c19fe864c831,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:22:15.065902 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 58970) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:22:15.106723 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-c666c8cb-9d35-4902-b0c8-d2124085ea84 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8eb0ee8cdd9f4664bd6a71d95fef8f7a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0395756 Aug 05 04:22:15.109245 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 58972) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:22:15.157351 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-284ba300-c90d-4a00-9ecf-4cf6778b5781 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:15.181487 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-284ba300-c90d-4a00-9ecf-4cf6778b5781 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:15.229521 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-284ba300-c90d-4a00-9ecf-4cf6778b5781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:15.232144 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-284ba300-c90d-4a00-9ecf-4cf6778b5781 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:15.233294 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-284ba300-c90d-4a00-9ecf-4cf6778b5781 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/152a7d20-f422-49e5-ac01-7a95b6f2bc51 HTTP/1.1" status: 204 len: 168 time: 0.1230872 Aug 05 04:22:15.246775 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284ba300-c90d-4a00-9ecf-4cf6778b5781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=152a7d20-f422-49e5-ac01-7a95b6f2bc51,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:22:15.585414 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Device acb9a026-8da8-4740-bf79-30426c8ddddc no longer exists at agent ovs-agent-dv-cinder-803000-4-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 04:22:15.609504 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] No Port match for: acb9a026-8da8-4740-bf79-30426c8ddddc {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 04:22:15.609977 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Device acb9a026-8da8-4740-bf79-30426c8ddddc not bound to the agent host dv-cinder-803000-4-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 04:22:15.610397 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Device 42dbe33c-c7ed-497a-b27b-c566c095ce81 no longer exists at agent ovs-agent-dv-cinder-803000-4-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 04:22:15.629792 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] No Port match for: 42dbe33c-c7ed-497a-b27b-c566c095ce81 {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 04:22:15.630139 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Device 42dbe33c-c7ed-497a-b27b-c566c095ce81 not bound to the agent host dv-cinder-803000-4-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 04:22:15.913492 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 58998) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:22:16.016107 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-963e9ddc-0ad5-4bf6-adab-73801ed44136 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1510877057-network', 'tenant_id': 'fd61998732194217b5bf2455115f2cdf'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:22:16.039271 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ada50f4-fc19-404d-8b8e-12171f0730b6 req-709b054e-6bc1-4ed2-ade4-f68cb15f6829 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:22:16.040692 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4ada50f4-fc19-404d-8b8e-12171f0730b6 req-709b054e-6bc1-4ed2-ade4-f68cb15f6829 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/ports?device_id=8056b247-d505-4a1a-892a-a08279a58190 HTTP/1.1" status: 200 len: 945 time: 0.0625377 Aug 05 04:22:16.054859 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-963e9ddc-0ad5-4bf6-adab-73801ed44136 admin admin] Made reservation on behalf of fd61998732194217b5bf2455115f2cdf for: {'network': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 04:22:16.057019 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-963e9ddc-0ad5-4bf6-adab-73801ed44136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for network, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:16.073030 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-963e9ddc-0ad5-4bf6-adab-73801ed44136 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:16.100937 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4ada50f4-fc19-404d-8b8e-12171f0730b6 req-ddb23259-3e67-4c3e-8920-726db9d36cc9 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/security-groups?id=d92b311d-35d1-4c30-9d9b-586d3bdc7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539629 Aug 05 04:22:16.175607 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-87ea8438-47cd-44c4-a808-9a807a63fea8 None None] Agent healthcheck: found 6 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 04:22:16.182630 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-963e9ddc-0ad5-4bf6-adab-73801ed44136 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:16.187215 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-963e9ddc-0ad5-4bf6-adab-73801ed44136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:16.214847 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-963e9ddc-0ad5-4bf6-adab-73801ed44136 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=93250) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 04:22:16.222155 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963e9ddc-0ad5-4bf6-adab-73801ed44136 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9674ed1e-e177-40f9-a08e-f876d1ee4fc1,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:22:16.228197 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-963e9ddc-0ad5-4bf6-adab-73801ed44136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66718183'] for segment, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:16.228533 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.db.segments_db [None req-963e9ddc-0ad5-4bf6-adab-73801ed44136 admin admin] Added segment c15a155e-2ad1-4b31-bffc-e72da913a471 of type vlan for network 9a0e0e93-71ba-478a-a257-4e786b1050bd Aug 05 04:22:16.270139 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-963e9ddc-0ad5-4bf6-adab-73801ed44136 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763712130115'] for network, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:16.304654 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-963e9ddc-0ad5-4bf6-adab-73801ed44136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612'] for network, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:16.305698 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963e9ddc-0ad5-4bf6-adab-73801ed44136 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:22:16.306269 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-963e9ddc-0ad5-4bf6-adab-73801ed44136 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568634'] for network, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:16.361424 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-963e9ddc-0ad5-4bf6-adab-73801ed44136 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4441884 Aug 05 04:22:16.361793 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 59006) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:22:16.366099 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963e9ddc-0ad5-4bf6-adab-73801ed44136 admin admin] Pushing event updated for resources: {'Network': ['ID=9a0e0e93-71ba-478a-a257-4e786b1050bd,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:22:16.367111 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-0fe409b2-35e0-4646-a5c3-e33af49ef870 admin admin] Request body: {'subnet': {'network_id': '9a0e0e93-71ba-478a-a257-4e786b1050bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1510877057-subnet', 'tenant_id': 'fd61998732194217b5bf2455115f2cdf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:22:16.377119 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Network 9a0e0e93-71ba-478a-a257-4e786b1050bd details requested by agent ovs-agent-dv-cinder-803000-4-iscsi with host dv-cinder-803000-4-iscsi {{(pid=93252) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 04:22:16.392461 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fe409b2-35e0-4646-a5c3-e33af49ef870 admin admin] Made reservation on behalf of fd61998732194217b5bf2455115f2cdf for: {'subnet': 1} {{(pid=93251) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 04:22:16.394810 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0fe409b2-35e0-4646-a5c3-e33af49ef870 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994135'] for subnet, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:16.563760 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0fe409b2-35e0-4646-a5c3-e33af49ef870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8933147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994149'] for subnet, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:16.618002 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe409b2-35e0-4646-a5c3-e33af49ef870 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d9bb622-7c5a-45bd-8077-93c9d1b98081,revision_number=0']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:22:16.627693 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe409b2-35e0-4646-a5c3-e33af49ef870 admin admin] Checking segment: {'id': 'c15a155e-2ad1-4b31-bffc-e72da913a471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9a0e0e93-71ba-478a-a257-4e786b1050bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 04:22:16.628039 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe409b2-35e0-4646-a5c3-e33af49ef870 admin admin] Network hostable DHCP agents. Network: 9a0e0e93-71ba-478a-a257-4e786b1050bd, hostable agents: ['ea427e49-0af2-4000-bc0d-d234b33f8d84'], hosted agents: [] {{(pid=93251) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 04:22:16.643293 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe409b2-35e0-4646-a5c3-e33af49ef870 admin admin] Network 9a0e0e93-71ba-478a-a257-4e786b1050bd is scheduled to be hosted by DHCP agent ea427e49-0af2-4000-bc0d-d234b33f8d84 with binding_index 1 {{(pid=93251) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 04:22:16.651061 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [None req-0fe409b2-35e0-4646-a5c3-e33af49ef870 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803000-4-iscsi, 9a0e0e93-71ba-478a-a257-4e786b1050bd) {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 04:22:16.654947 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe409b2-35e0-4646-a5c3-e33af49ef870 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:22:16.655519 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0fe409b2-35e0-4646-a5c3-e33af49ef870 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:16.660679 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1cbe2b-24ae-44ce-aede-a46f6bcf3147 None None] Network 9a0e0e93-71ba-478a-a257-4e786b1050bd requested from dv-cinder-803000-4-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 04:22:16.669466 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-0fe409b2-35e0-4646-a5c3-e33af49ef870 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3065233 Aug 05 04:22:16.672214 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 59008) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:22:16.676813 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-a4cbd633-5115-41e7-9694-8abf6c549d82 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1510877057-router', 'tenant_id': 'fd61998732194217b5bf2455115f2cdf', 'external_gateway_info': {'network_id': '6aa50667-ad26-490a-abab-e40f5b548551'}}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:22:16.699087 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-a4cbd633-5115-41e7-9694-8abf6c549d82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-708108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1506'] for router, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:16.700223 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-a4cbd633-5115-41e7-9694-8abf6c549d82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1531'] for router, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:16.793823 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-a4cbd633-5115-41e7-9694-8abf6c549d82 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:16.808926 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64038bea-06a9-4dee-ac50-055ccba16c17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fd6ed88-8c92-5087-b4d9-f9be238ba557-9a0e0e93-71ba-478a-a257-4e786b1050bd', 'network_id': '9a0e0e93-71ba-478a-a257-4e786b1050bd', 'tenant_id': 'fd61998732194217b5bf2455115f2cdf', 'fixed_ips': [{'subnet_id': '1d9bb622-7c5a-45bd-8077-93c9d1b98081'}]}} from dv-cinder-803000-4-iscsi. {{(pid=93252) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 04:22:16.809782 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-64038bea-06a9-4dee-ac50-055ccba16c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_create {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:16.927030 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-a4cbd633-5115-41e7-9694-8abf6c549d82 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:16.943788 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.db_base_plugin_common [None req-64038bea-06a9-4dee-ac50-055ccba16c17 None None] Allocated IP 172.20.0.2 (9a0e0e93-71ba-478a-a257-4e786b1050bd/1d9bb622-7c5a-45bd-8077-93c9d1b98081/23ad66cb-9852-4889-b340-a63deea0a3e1) {{(pid=93252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 04:22:17.090429 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-64038bea-06a9-4dee-ac50-055ccba16c17 None None] Notify callbacks [] for port, precommit_create {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:17.098575 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-64038bea-06a9-4dee-ac50-055ccba16c17 None None] Transition to ACTIVE for port object 23ad66cb-9852-4889-b340-a63deea0a3e1 will not be triggered until provisioned by entity L2. {{(pid=93252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 04:22:17.112774 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-64038bea-06a9-4dee-ac50-055ccba16c17 None None] Transition to ACTIVE for port object 23ad66cb-9852-4889-b340-a63deea0a3e1 will not be triggered until provisioned by entity DHCP. {{(pid=93252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 04:22:17.118571 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-64038bea-06a9-4dee-ac50-055ccba16c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763712145875'] for port, after_create {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:17.121381 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-a4cbd633-5115-41e7-9694-8abf6c549d82 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:17.147221 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-a4cbd633-5115-41e7-9694-8abf6c549d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:17.154004 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64038bea-06a9-4dee-ac50-055ccba16c17 None None] Network 9a0e0e93-71ba-478a-a257-4e786b1050bd is already hosted by enough agents. {{(pid=93252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 04:22:17.160571 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.scheduler.base_scheduler [None req-64038bea-06a9-4dee-ac50-055ccba16c17 None None] Resources bound (agent type, host, resource id): {{(pid=93252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 04:22:17.164214 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64038bea-06a9-4dee-ac50-055ccba16c17 None None] Received port after_create {{(pid=93252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 04:22:17.169538 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64038bea-06a9-4dee-ac50-055ccba16c17 None None] Pushing event updated for resources: {'Port': ['ID=23ad66cb-9852-4889-b340-a63deea0a3e1,revision_number=1']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:22:17.222049 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-64038bea-06a9-4dee-ac50-055ccba16c17 None None] Attempting to bind port 23ad66cb-9852-4889-b340-a63deea0a3e1 on host dv-cinder-803000-4-iscsi for vnic_type normal with profile {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 04:22:17.222416 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-64038bea-06a9-4dee-ac50-055ccba16c17 None None] Attempting to bind port 23ad66cb-9852-4889-b340-a63deea0a3e1 by drivers openvswitch,hyperv on host dv-cinder-803000-4-iscsi at level 0 using segments [{'id': 'c15a155e-2ad1-4b31-bffc-e72da913a471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9a0e0e93-71ba-478a-a257-4e786b1050bd'}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 04:22:17.222803 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64038bea-06a9-4dee-ac50-055ccba16c17 None None] Attempting to bind port 23ad66cb-9852-4889-b340-a63deea0a3e1 on network 9a0e0e93-71ba-478a-a257-4e786b1050bd {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 04:22:17.227653 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64038bea-06a9-4dee-ac50-055ccba16c17 None None] Checking agent: {'id': 'f380332e-4681-47b2-aaca-ec0053efd026', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803000-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 4, 10, 35), 'started_at': datetime.datetime(2021, 8, 5, 4, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 4, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803000-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 04:22:17.228023 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64038bea-06a9-4dee-ac50-055ccba16c17 None None] Checking segment: {'id': 'c15a155e-2ad1-4b31-bffc-e72da913a471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9a0e0e93-71ba-478a-a257-4e786b1050bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 04:22:17.228419 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-64038bea-06a9-4dee-ac50-055ccba16c17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:17.228808 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64038bea-06a9-4dee-ac50-055ccba16c17 None None] Bound using segment: {'id': 'c15a155e-2ad1-4b31-bffc-e72da913a471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9a0e0e93-71ba-478a-a257-4e786b1050bd'} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 04:22:17.229267 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-64038bea-06a9-4dee-ac50-055ccba16c17 None None] Bound port: 23ad66cb-9852-4889-b340-a63deea0a3e1, host: dv-cinder-803000-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c15a155e-2ad1-4b31-bffc-e72da913a471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9a0e0e93-71ba-478a-a257-4e786b1050bd'}}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 04:22:17.229983 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-64038bea-06a9-4dee-ac50-055ccba16c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:17.279017 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3db32e-7ed0-448f-9e85-294ff52b24d7 req-f4fdced5-d3c4-42da-8427-b6258f228f33 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:22:17.280475 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2b3db32e-7ed0-448f-9e85-294ff52b24d7 req-f4fdced5-d3c4-42da-8427-b6258f228f33 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/ports?device_id=8056b247-d505-4a1a-892a-a08279a58190 HTTP/1.1" status: 200 len: 945 time: 0.0865951 Aug 05 04:22:17.292707 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-64038bea-06a9-4dee-ac50-055ccba16c17 None None] For port 23ad66cb-9852-4889-b340-a63deea0a3e1, host dv-cinder-803000-4-iscsi, cleared binding levels {{(pid=93252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 04:22:17.295724 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-64038bea-06a9-4dee-ac50-055ccba16c17 None None] For port 23ad66cb-9852-4889-b340-a63deea0a3e1, host dv-cinder-803000-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-4-iscsi',level=0,port_id=23ad66cb-9852-4889-b340-a63deea0a3e1,segment=NetworkSegment(c15a155e-2ad1-4b31-bffc-e72da913a471),segment_id=c15a155e-2ad1-4b31-bffc-e72da913a471)] {{(pid=93252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 04:22:17.300125 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-64038bea-06a9-4dee-ac50-055ccba16c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:17.303557 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.db.db_base_plugin_common [None req-a4cbd633-5115-41e7-9694-8abf6c549d82 admin admin] Allocated IP 172.27.3.32 (6aa50667-ad26-490a-abab-e40f5b548551/1981b9cb-30a8-4ce2-a61f-12a80c9863da/901c0e86-7da9-4bdd-ada5-ef1bfc37774b) {{(pid=93250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 04:22:17.360477 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2b3db32e-7ed0-448f-9e85-294ff52b24d7 req-b1854ae3-0495-41c0-bff7-c568372702b5 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/security-groups?id=d92b311d-35d1-4c30-9d9b-586d3bdc7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695212 Aug 05 04:22:17.364775 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64038bea-06a9-4dee-ac50-055ccba16c17 None None] Pushing event updated for resources: {'Port': ['ID=23ad66cb-9852-4889-b340-a63deea0a3e1,revision_number=2']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:22:17.391112 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56ac9f2-a98b-4300-9987-e65a723d6601 req-4708fa7c-beef-4460-9fc7-3a292d901f2b tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:22:17.393261 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-a56ac9f2-a98b-4300-9987-e65a723d6601 req-4708fa7c-beef-4460-9fc7-3a292d901f2b tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.39 "GET /v2.0/ports?device_id=8056b247-d505-4a1a-892a-a08279a58190 HTTP/1.1" status: 200 len: 945 time: 0.0615575 Aug 05 04:22:17.483647 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-a4cbd633-5115-41e7-9694-8abf6c549d82 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:17.489097 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [req-a56ac9f2-a98b-4300-9987-e65a723d6601 req-ba940aa9-27b3-401a-8ada-b37fc1831a5f tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Deleting port b82000dc-2868-4b92-a9b2-f56e77f30de4 {{(pid=93251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 04:22:17.489669 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-a56ac9f2-a98b-4300-9987-e65a723d6601 req-ba940aa9-27b3-401a-8ada-b37fc1831a5f tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763712722935'] for port, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:17.537700 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-a4cbd633-5115-41e7-9694-8abf6c549d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763712145875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3061364'] for port, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:17.599375 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4cbd633-5115-41e7-9694-8abf6c549d82 admin admin] Network 6aa50667-ad26-490a-abab-e40f5b548551 is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 04:22:17.602304 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-a4cbd633-5115-41e7-9694-8abf6c549d82 admin admin] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 04:22:17.606043 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4cbd633-5115-41e7-9694-8abf6c549d82 admin admin] Received port after_create {{(pid=93250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 04:22:17.637600 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [req-a56ac9f2-a98b-4300-9987-e65a723d6601 req-ba940aa9-27b3-401a-8ada-b37fc1831a5f tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] For port b82000dc-2868-4b92-a9b2-f56e77f30de4, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=b82000dc-2868-4b92-a9b2-f56e77f30de4,segment=NetworkSegment(3dde1be1-08d0-4677-a267-c0d98cf2de43),segment_id=3dde1be1-08d0-4677-a267-c0d98cf2de43)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:22:17.638108 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-a56ac9f2-a98b-4300-9987-e65a723d6601 req-ba940aa9-27b3-401a-8ada-b37fc1831a5f tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-702725'] for port, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:17.653790 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [req-a56ac9f2-a98b-4300-9987-e65a723d6601 req-ba940aa9-27b3-401a-8ada-b37fc1831a5f tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Calling delete_port for b82000dc-2868-4b92-a9b2-f56e77f30de4 owned by compute:nova {{(pid=93251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 04:22:17.674065 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Device 23ad66cb-9852-4889-b340-a63deea0a3e1 up at agent ovs-agent-dv-cinder-803000-4-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 04:22:17.737279 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Provisioning for port 23ad66cb-9852-4889-b340-a63deea0a3e1 completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 04:22:17.793594 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-a56ac9f2-a98b-4300-9987-e65a723d6601 req-ba940aa9-27b3-401a-8ada-b37fc1831a5f tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763712549039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763712145884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8933231'] for port, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:17.826021 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba940aa9-27b3-401a-8ada-b37fc1831a5f tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Pushing event deleted for resources: {'Port': ['ID=b82000dc-2868-4b92-a9b2-f56e77f30de4,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:22:17.841166 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] get_ports_and_sgs() called for port_ids ['42c57c80-e151-4c69-8999-cf599c413e90', 'a381cd76-32e9-4726-951a-710270b2b10e', 'fb2e59bd-9ad0-4d55-bade-5277a01d5c00', 'b82000dc-2868-4b92-a9b2-f56e77f30de4'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 04:22:17.867113 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [req-a56ac9f2-a98b-4300-9987-e65a723d6601 req-ba940aa9-27b3-401a-8ada-b37fc1831a5f tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] No DVR routers for this DVR port b82000dc-2868-4b92-a9b2-f56e77f30de4 on host hv-cinder-80300 {{(pid=93251) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 04:22:17.869511 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-a56ac9f2-a98b-4300-9987-e65a723d6601 req-ba940aa9-27b3-401a-8ada-b37fc1831a5f tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224329'] for port, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:17.872085 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-a56ac9f2-a98b-4300-9987-e65a723d6601 req-ba940aa9-27b3-401a-8ada-b37fc1831a5f tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.39 "DELETE /v2.0/ports/b82000dc-2868-4b92-a9b2-f56e77f30de4 HTTP/1.1" status: 204 len: 173 time: 0.4725542 Aug 05 04:22:17.873080 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8056b247-d505-4a1a-892a-a08279a58190', 'name': 'network-vif-deleted', 'tag': 'b82000dc-2868-4b92-a9b2-f56e77f30de4'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 04:22:17.875481 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc51a2a5f300f30acac232ef327f3f01bb0f894a96a37a70efeb1c252096f2af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e68dd15-1a60-444c-8cb6-2649c9394b3f" -d '{"events": [{"server_uuid": "8056b247-d505-4a1a-892a-a08279a58190", "name": "network-vif-deleted", "tag": "b82000dc-2868-4b92-a9b2-f56e77f30de4"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 04:22:17.901580 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cbd633-5115-41e7-9694-8abf6c549d82 admin admin] Pushing event updated for resources: {'Port': ['ID=901c0e86-7da9-4bdd-ada5-ef1bfc37774b,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:22:17.929879 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 04:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd686a21-176e-4e05-8e10-00a0cebe5595 x-openstack-request-id: req-dd686a21-176e-4e05-8e10-00a0cebe5595 {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 04:22:17.930170 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8056b247-d505-4a1a-892a-a08279a58190", "name": "network-vif-deleted", "tag": "b82000dc-2868-4b92-a9b2-f56e77f30de4", "status": "completed", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 04:22:17.930414 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dd686a21-176e-4e05-8e10-00a0cebe5595 {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 04:22:17.930846 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8056b247-d505-4a1a-892a-a08279a58190', 'name': 'network-vif-deleted', 'tag': 'b82000dc-2868-4b92-a9b2-f56e77f30de4', 'status': 'completed', 'code': 200} Aug 05 04:22:18.055786 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-a4cbd633-5115-41e7-9694-8abf6c549d82 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:18.271821 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-a4cbd633-5115-41e7-9694-8abf6c549d82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697994'] for router, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:18.366766 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e068f0af-1075-4875-9fdf-54d9c1f84b1b None None] Network 9a0e0e93-71ba-478a-a257-4e786b1050bd requested from dv-cinder-803000-4-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 04:22:18.452874 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4cbd633-5115-41e7-9694-8abf6c549d82 admin admin] Router 1fed6997-f9c8-443d-8981-667366cf7183 is scheduled to L3 agent 8e71ca1b-9911-44b3-bf09-1fce3db7ea9a with binding_index 1 {{(pid=93250) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 04:22:18.493402 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-011f04f2-2407-4ab8-8a29-0bda091511e1 None None] Provisioning for port 23ad66cb-9852-4889-b340-a63deea0a3e1 completed by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 04:22:18.498584 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-011f04f2-2407-4ab8-8a29-0bda091511e1 None None] Provisioning complete for port 23ad66cb-9852-4889-b340-a63deea0a3e1 triggered by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 04:22:18.498963 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-011f04f2-2407-4ab8-8a29-0bda091511e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66839334'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:18.541457 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-81dffdad-fe36-4393-b1a8-8c636ffbe770 req-7fda5603-4dbf-4f1a-91c1-f4530dfd3390 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/ports?device_id=8056b247-d505-4a1a-892a-a08279a58190 HTTP/1.1" status: 200 len: 210 time: 0.0410960 Aug 05 04:22:18.608795 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4cbd633-5115-41e7-9694-8abf6c549d82 admin admin] Notify agent at l3_agent.dv-cinder-803000-4-iscsi the message routers_updated {{(pid=93250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 04:22:18.626901 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01332277-5c2f-4df1-b9bf-55a540615916 None None] Sync routers for ids ['1fed6997-f9c8-443d-8981-667366cf7183'] in dv-cinder-803000-4-iscsi {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 04:22:18.629602 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-a4cbd633-5115-41e7-9694-8abf6c549d82 admin admin] Notify callbacks [] for router, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:18.631772 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-a4cbd633-5115-41e7-9694-8abf6c549d82 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.9584622 Aug 05 04:22:18.633698 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 59024) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:22:18.638759 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-011f04f2-2407-4ab8-8a29-0bda091511e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:18.652645 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01332277-5c2f-4df1-b9bf-55a540615916 None None] Routers {'1fed6997-f9c8-443d-8981-667366cf7183'} bound to L3 agent in host dv-cinder-803000-4-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 04:22:18.653288 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-01332277-5c2f-4df1-b9bf-55a540615916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T04:10:35Z,description=,heartbeat_timestamp=2021-08-05T04:22:05Z,host='dv-cinder-803000-4-iscsi',id=8e71ca1b-9911-44b3-bf09-1fce3db7ea9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T04:10:35Z,topic='l3_agent')) {'router_ids': ['1fed6997-f9c8-443d-8981-667366cf7183'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:22:18.722444 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-011f04f2-2407-4ab8-8a29-0bda091511e1 None None] For port 23ad66cb-9852-4889-b340-a63deea0a3e1, host dv-cinder-803000-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-4-iscsi',level=0,port_id=23ad66cb-9852-4889-b340-a63deea0a3e1,segment=NetworkSegment(c15a155e-2ad1-4b31-bffc-e72da913a471),segment_id=c15a155e-2ad1-4b31-bffc-e72da913a471)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:22:18.752674 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-011f04f2-2407-4ab8-8a29-0bda091511e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:18.817424 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-01332277-5c2f-4df1-b9bf-55a540615916 None None] Set router 1fed6997-f9c8-443d-8981-667366cf7183 gateway port host: dv-cinder-803000-4-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 04:22:18.847049 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011f04f2-2407-4ab8-8a29-0bda091511e1 None None] Pushing event updated for resources: {'Port': ['ID=23ad66cb-9852-4889-b340-a63deea0a3e1,revision_number=3']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:22:18.930623 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-5f1ed3e1-cf65-460f-a15e-db56a0c9465d None None] Provisioning complete for port 23ad66cb-9852-4889-b340-a63deea0a3e1 triggered by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 04:22:18.930897 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-5f1ed3e1-cf65-460f-a15e-db56a0c9465d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66839334'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:19.059281 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-89b0c81a-1ed1-4935-a0d4-612275fdbb3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:19.186613 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-01332277-5c2f-4df1-b9bf-55a540615916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fed6997-f9c8-443d-8981-667366cf7183', 'name': 'tempest-AttachVolumeShelveTestJSON-1510877057-router', 'tenant_id': 'fd61998732194217b5bf2455115f2cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'external_fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '901c0e86-7da9-4bdd-ada5-ef1bfc37774b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:22:16Z', 'updated_at': '2021-08-05T04:22:17Z', 'revision_number': 3, 'project_id': 'fd61998732194217b5bf2455115f2cdf', 'gw_port': {'id': '901c0e86-7da9-4bdd-ada5-ef1bfc37774b', 'name': '', 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:84:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fed6997-f9c8-443d-8981-667366cf7183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:22:17Z', 'updated_at': '2021-08-05T04:22:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-4-iscsi'}], 'dv-cinder-803000-4-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:22:19.209491 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.db.db_base_plugin_common [None req-89b0c81a-1ed1-4935-a0d4-612275fdbb3f admin admin] Allocated IP 172.20.0.1 (9a0e0e93-71ba-478a-a257-4e786b1050bd/1d9bb622-7c5a-45bd-8077-93c9d1b98081/fdfe607b-d07e-4785-b3c3-ba59c32b6231) {{(pid=93250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 04:22:19.213182 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01332277-5c2f-4df1-b9bf-55a540615916 None None] Checking router: 1fed6997-f9c8-443d-8981-667366cf7183 for host: dv-cinder-803000-4-iscsi {{(pid=93252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 04:22:19.213537 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01332277-5c2f-4df1-b9bf-55a540615916 None None] Updating router 1fed6997-f9c8-443d-8981-667366cf7183 port 901c0e86-7da9-4bdd-ada5-ef1bfc37774b binding host dv-cinder-803000-4-iscsi {{(pid=93252) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 04:22:19.242726 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-01332277-5c2f-4df1-b9bf-55a540615916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:19.312909 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-89b0c81a-1ed1-4935-a0d4-612275fdbb3f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:19.325797 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.db.provisioning_blocks [None req-89b0c81a-1ed1-4935-a0d4-612275fdbb3f admin admin] Transition to ACTIVE for port object fdfe607b-d07e-4785-b3c3-ba59c32b6231 will not be triggered until provisioned by entity DHCP. {{(pid=93250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 04:22:19.358275 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-89b0c81a-1ed1-4935-a0d4-612275fdbb3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763712145875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3061364'] for port, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:19.397854 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b0c81a-1ed1-4935-a0d4-612275fdbb3f admin admin] Network 9a0e0e93-71ba-478a-a257-4e786b1050bd is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 04:22:19.403267 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-89b0c81a-1ed1-4935-a0d4-612275fdbb3f admin admin] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 04:22:19.405800 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b0c81a-1ed1-4935-a0d4-612275fdbb3f admin admin] Received port after_create {{(pid=93250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 04:22:19.434510 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b0c81a-1ed1-4935-a0d4-612275fdbb3f admin admin] Pushing event updated for resources: {'Port': ['ID=fdfe607b-d07e-4785-b3c3-ba59c32b6231,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:22:19.454042 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-89b0c81a-1ed1-4935-a0d4-612275fdbb3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700768'] for router_interface, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:19.506902 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-01332277-5c2f-4df1-b9bf-55a540615916 None None] Notify callbacks [] for port, precommit_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:19.541724 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-01332277-5c2f-4df1-b9bf-55a540615916 None None] Transition to ACTIVE for port object 901c0e86-7da9-4bdd-ada5-ef1bfc37774b will not be triggered until provisioned by entity L2. {{(pid=93252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 04:22:19.549404 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-01332277-5c2f-4df1-b9bf-55a540615916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:19.620317 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-01332277-5c2f-4df1-b9bf-55a540615916 None None] Attempting to bind port 901c0e86-7da9-4bdd-ada5-ef1bfc37774b on host dv-cinder-803000-4-iscsi for vnic_type normal with profile {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 04:22:19.620975 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-01332277-5c2f-4df1-b9bf-55a540615916 None None] Attempting to bind port 901c0e86-7da9-4bdd-ada5-ef1bfc37774b by drivers openvswitch,hyperv on host dv-cinder-803000-4-iscsi at level 0 using segments [{'id': 'fe7b4086-21cb-43cf-96b4-8ee376b4a2f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551'}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 04:22:19.621503 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01332277-5c2f-4df1-b9bf-55a540615916 None None] Attempting to bind port 901c0e86-7da9-4bdd-ada5-ef1bfc37774b on network 6aa50667-ad26-490a-abab-e40f5b548551 {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 04:22:19.638418 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01332277-5c2f-4df1-b9bf-55a540615916 None None] Checking agent: {'id': 'f380332e-4681-47b2-aaca-ec0053efd026', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803000-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 4, 10, 35), 'started_at': datetime.datetime(2021, 8, 5, 4, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 4, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803000-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 04:22:19.638891 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01332277-5c2f-4df1-b9bf-55a540615916 None None] Checking segment: {'id': 'fe7b4086-21cb-43cf-96b4-8ee376b4a2f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 04:22:19.639295 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-01332277-5c2f-4df1-b9bf-55a540615916 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:19.639691 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01332277-5c2f-4df1-b9bf-55a540615916 None None] Bound using segment: {'id': 'fe7b4086-21cb-43cf-96b4-8ee376b4a2f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551'} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 04:22:19.640161 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-01332277-5c2f-4df1-b9bf-55a540615916 None None] Bound port: 901c0e86-7da9-4bdd-ada5-ef1bfc37774b, host: dv-cinder-803000-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe7b4086-21cb-43cf-96b4-8ee376b4a2f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551'}}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 04:22:19.640548 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-01332277-5c2f-4df1-b9bf-55a540615916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:19.653137 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Device 23ad66cb-9852-4889-b340-a63deea0a3e1 up at agent ovs-agent-dv-cinder-803000-4-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 04:22:19.674556 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-89b0c81a-1ed1-4935-a0d4-612275fdbb3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:19.734597 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920a5d69-8337-40e3-a6be-c4cfa2cc24f8 None None] Pushing event updated for resources: {'Port': ['ID=901c0e86-7da9-4bdd-ada5-ef1bfc37774b,revision_number=2']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:22:19.764858 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-f8717c56-3032-4f73-87e1-eddf82e5e156 None None] Provisioning for port fdfe607b-d07e-4785-b3c3-ba59c32b6231 completed by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 04:22:19.784694 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-01332277-5c2f-4df1-b9bf-55a540615916 None None] For port 901c0e86-7da9-4bdd-ada5-ef1bfc37774b, host dv-cinder-803000-4-iscsi, cleared binding levels {{(pid=93252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 04:22:19.794623 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-f8717c56-3032-4f73-87e1-eddf82e5e156 None None] Provisioning complete for port fdfe607b-d07e-4785-b3c3-ba59c32b6231 triggered by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 04:22:19.795420 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-f8717c56-3032-4f73-87e1-eddf82e5e156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66839334'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:19.800358 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-01332277-5c2f-4df1-b9bf-55a540615916 None None] For port 901c0e86-7da9-4bdd-ada5-ef1bfc37774b, host dv-cinder-803000-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-4-iscsi',level=0,port_id=901c0e86-7da9-4bdd-ada5-ef1bfc37774b,segment=NetworkSegment(fe7b4086-21cb-43cf-96b4-8ee376b4a2f8),segment_id=fe7b4086-21cb-43cf-96b4-8ee376b4a2f8)] {{(pid=93252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 04:22:19.826398 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-01332277-5c2f-4df1-b9bf-55a540615916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:19.860170 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Provisioning complete for port 23ad66cb-9852-4889-b340-a63deea0a3e1 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 04:22:19.861075 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66839334'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:19.873767 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-89b0c81a-1ed1-4935-a0d4-612275fdbb3f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:19.880032 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-89b0c81a-1ed1-4935-a0d4-612275fdbb3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3061373'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:19.907087 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-f8717c56-3032-4f73-87e1-eddf82e5e156 None None] Port fdfe607b-d07e-4785-b3c3-ba59c32b6231 cannot update to ACTIVE because it is not bound. {{(pid=93252) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 04:22:19.931835 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920a5d69-8337-40e3-a6be-c4cfa2cc24f8 None None] Pushing event updated for resources: {'Port': ['ID=901c0e86-7da9-4bdd-ada5-ef1bfc37774b,revision_number=3']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:22:19.937318 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01332277-5c2f-4df1-b9bf-55a540615916 None None] Routers {'1fed6997-f9c8-443d-8981-667366cf7183'} bound to L3 agent in host dv-cinder-803000-4-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 04:22:19.937936 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-01332277-5c2f-4df1-b9bf-55a540615916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T04:10:35Z,description=,heartbeat_timestamp=2021-08-05T04:22:05Z,host='dv-cinder-803000-4-iscsi',id=8e71ca1b-9911-44b3-bf09-1fce3db7ea9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T04:10:35Z,topic='l3_agent')) {'router_ids': ['1fed6997-f9c8-443d-8981-667366cf7183'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:22:19.954464 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b0c81a-1ed1-4935-a0d4-612275fdbb3f admin admin] Pushing event updated for resources: {'Port': ['ID=fdfe607b-d07e-4785-b3c3-ba59c32b6231,revision_number=2']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:22:19.956980 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-89b0c81a-1ed1-4935-a0d4-612275fdbb3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536784'] for router_interface, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:20.058598 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b0c81a-1ed1-4935-a0d4-612275fdbb3f admin admin] Network 9a0e0e93-71ba-478a-a257-4e786b1050bd is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 04:22:20.059555 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-89b0c81a-1ed1-4935-a0d4-612275fdbb3f admin admin] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 04:22:20.106542 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-01332277-5c2f-4df1-b9bf-55a540615916 None None] Set router 1fed6997-f9c8-443d-8981-667366cf7183 gateway port host: dv-cinder-803000-4-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 04:22:20.222495 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89b0c81a-1ed1-4935-a0d4-612275fdbb3f admin admin] Router 1fed6997-f9c8-443d-8981-667366cf7183 has already been hosted by L3 agent 8e71ca1b-9911-44b3-bf09-1fce3db7ea9a {{(pid=93250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 04:22:20.335956 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89b0c81a-1ed1-4935-a0d4-612275fdbb3f admin admin] Notify agent at l3_agent.dv-cinder-803000-4-iscsi the message routers_updated {{(pid=93250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 04:22:20.336469 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-01332277-5c2f-4df1-b9bf-55a540615916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fed6997-f9c8-443d-8981-667366cf7183', 'name': 'tempest-AttachVolumeShelveTestJSON-1510877057-router', 'tenant_id': 'fd61998732194217b5bf2455115f2cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'external_fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '901c0e86-7da9-4bdd-ada5-ef1bfc37774b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:22:16Z', 'updated_at': '2021-08-05T04:22:19Z', 'revision_number': 4, 'project_id': 'fd61998732194217b5bf2455115f2cdf', 'gw_port': {'id': '901c0e86-7da9-4bdd-ada5-ef1bfc37774b', 'name': '', 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:84:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fed6997-f9c8-443d-8981-667366cf7183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:22:17Z', 'updated_at': '2021-08-05T04:22:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-4-iscsi', '_interfaces': [{'id': 'fdfe607b-d07e-4785-b3c3-ba59c32b6231', 'name': '', 'network_id': '9a0e0e93-71ba-478a-a257-4e786b1050bd', 'tenant_id': 'fd61998732194217b5bf2455115f2cdf', 'mac_address': 'fa:16:3e:ed:b7:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fed6997-f9c8-443d-8981-667366cf7183', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '1d9bb622-7c5a-45bd-8077-93c9d1b98081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:22:19Z', 'updated_at': '2021-08-05T04:22:19Z', 'revision_number': 2, 'project_id': 'fd61998732194217b5bf2455115f2cdf', 'subnets': [{'id': '1d9bb622-7c5a-45bd-8077-93c9d1b98081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803000-4-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:22:20.339069 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-a5e8f531-87f9-4dfa-8a8d-e0d1dbf72d38 None None] Provisioning complete for port fdfe607b-d07e-4785-b3c3-ba59c32b6231 triggered by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 04:22:20.339439 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-a5e8f531-87f9-4dfa-8a8d-e0d1dbf72d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66839334'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:20.348912 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-89b0c81a-1ed1-4935-a0d4-612275fdbb3f admin admin] 10.222.0.37 "PUT /v2.0/routers/1fed6997-f9c8-443d-8981-667366cf7183/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7060745 Aug 05 04:22:20.368771 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01332277-5c2f-4df1-b9bf-55a540615916 None None] The sync data for ids ['1fed6997-f9c8-443d-8981-667366cf7183'] in dv-cinder-803000-4-iscsi is: [{'id': '1fed6997-f9c8-443d-8981-667366cf7183', 'name': 'tempest-AttachVolumeShelveTestJSON-1510877057-router', 'tenant_id': 'fd61998732194217b5bf2455115f2cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'external_fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '901c0e86-7da9-4bdd-ada5-ef1bfc37774b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:22:16Z', 'updated_at': '2021-08-05T04:22:19Z', 'revision_number': 4, 'project_id': 'fd61998732194217b5bf2455115f2cdf', 'gw_port': {'id': '901c0e86-7da9-4bdd-ada5-ef1bfc37774b', 'name': '', 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:84:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fed6997-f9c8-443d-8981-667366cf7183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:22:17Z', 'updated_at': '2021-08-05T04:22:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-4-iscsi', '_interfaces': [{'id': 'fdfe607b-d07e-4785-b3c3-ba59c32b6231', 'name': '', 'network_id': '9a0e0e93-71ba-478a-a257-4e786b1050bd', 'tenant_id': 'fd61998732194217b5bf2455115f2cdf', 'mac_address': 'fa:16:3e:ed:b7:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fed6997-f9c8-443d-8981-667366cf7183', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '1d9bb622-7c5a-45bd-8077-93c9d1b98081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:22:19Z', 'updated_at': '2021-08-05T04:22:19Z', 'revision_number': 2, 'project_id': 'fd61998732194217b5bf2455115f2cdf', 'subnets': [{'id': '1d9bb622-7c5a-45bd-8077-93c9d1b98081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 04:22:20.402444 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-a5e8f531-87f9-4dfa-8a8d-e0d1dbf72d38 None None] Port fdfe607b-d07e-4785-b3c3-ba59c32b6231 cannot update to ACTIVE because it is not bound. {{(pid=93252) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 04:22:21.071244 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2a0f4b-b519-48eb-9565-04280bdf94eb req-2fc1d2ad-9fbe-413f-969a-e6bb7c91b91b tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:22:21.072823 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-af2a0f4b-b519-48eb-9565-04280bdf94eb req-2fc1d2ad-9fbe-413f-969a-e6bb7c91b91b tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e4cda4c-8ec6-4a0d-8882-94c6b4813942 HTTP/1.1" status: 200 len: 946 time: 0.0567093 Aug 05 04:22:21.074870 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 59066) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:22:21.080315 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-f9427607-e7f6-4e7b-9d8d-c414d38bed28 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Request body: {'security_group': {'name': 'tempest-securitygroup--629442025', 'description': 'tempest-description--1735230060'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:22:21.107386 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-f9427607-e7f6-4e7b-9d8d-c414d38bed28 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:21.121023 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-af2a0f4b-b519-48eb-9565-04280bdf94eb req-5a10e20e-3023-42e4-9940-38826ca212ea tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/security-groups?id=d92b311d-35d1-4c30-9d9b-586d3bdc7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414803 Aug 05 04:22:21.214892 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-f9427607-e7f6-4e7b-9d8d-c414d38bed28 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:21.220061 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-f9427607-e7f6-4e7b-9d8d-c414d38bed28 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:21.255719 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-f9427607-e7f6-4e7b-9d8d-c414d38bed28 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:21.256966 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-f9427607-e7f6-4e7b-9d8d-c414d38bed28 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1811297 Aug 05 04:22:21.260009 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 59072) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:22:21.264623 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-ff468875-a07a-4d19-851b-ecf8f9c884a6 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Request body: {'security_group_rule': {'security_group_id': '4c1fea28-8593-4774-81e1-7f4d3c58ebed', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:22:21.269395 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9427607-e7f6-4e7b-9d8d-c414d38bed28 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c1fea28-8593-4774-81e1-7f4d3c58ebed,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:22:21.303681 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ff468875-a07a-4d19-851b-ecf8f9c884a6 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:21.374392 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ff468875-a07a-4d19-851b-ecf8f9c884a6 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:21.379715 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ff468875-a07a-4d19-851b-ecf8f9c884a6 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617728'] for security_group_rule, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:21.399585 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff468875-a07a-4d19-851b-ecf8f9c884a6 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2951620-29d0-43b2-87a0-ff91f9c51ea7,revision_number=0']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:22:21.415840 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ff468875-a07a-4d19-851b-ecf8f9c884a6 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:21.418517 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-ff468875-a07a-4d19-851b-ecf8f9c884a6 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1562662 Aug 05 04:22:21.419927 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 59078) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:22:21.424522 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-9efff5da-8234-473f-b586-85baa803a771 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Request body: {'security_group_rule': {'security_group_id': '4c1fea28-8593-4774-81e1-7f4d3c58ebed', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:22:21.450777 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9efff5da-8234-473f-b586-85baa803a771 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:21.520361 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9efff5da-8234-473f-b586-85baa803a771 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:21.525318 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9efff5da-8234-473f-b586-85baa803a771 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617728'] for security_group_rule, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:21.543129 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efff5da-8234-473f-b586-85baa803a771 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0295c498-adb7-4632-8ff5-27db0eccfb5b,revision_number=0']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:22:21.550052 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9efff5da-8234-473f-b586-85baa803a771 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:21.551299 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-9efff5da-8234-473f-b586-85baa803a771 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1304235 Aug 05 04:22:21.554611 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 59080) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:22:21.562137 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-8e1db8c9-57f8-4081-b817-0c7f667f1fdf tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Request body: {'floatingip': {'floating_network_id': '6aa50667-ad26-490a-abab-e40f5b548551'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:22:21.594971 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-8e1db8c9-57f8-4081-b817-0c7f667f1fdf tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Notify callbacks [] for floatingip, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:21.633524 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Device 901c0e86-7da9-4bdd-ada5-ef1bfc37774b up at agent ovs-agent-dv-cinder-803000-4-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 04:22:21.689755 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Provisioning for port 901c0e86-7da9-4bdd-ada5-ef1bfc37774b completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 04:22:21.693706 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Provisioning complete for port 901c0e86-7da9-4bdd-ada5-ef1bfc37774b triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 04:22:21.694078 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66839334'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:21.713040 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-8e1db8c9-57f8-4081-b817-0c7f667f1fdf tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:21.776520 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:21.797400 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] For port 901c0e86-7da9-4bdd-ada5-ef1bfc37774b, host dv-cinder-803000-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-4-iscsi',level=0,port_id=901c0e86-7da9-4bdd-ada5-ef1bfc37774b,segment=NetworkSegment(fe7b4086-21cb-43cf-96b4-8ee376b4a2f8),segment_id=fe7b4086-21cb-43cf-96b4-8ee376b4a2f8)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:22:21.801422 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:21.826211 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.db_base_plugin_common [None req-8e1db8c9-57f8-4081-b817-0c7f667f1fdf tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Allocated IP 172.27.3.84 (6aa50667-ad26-490a-abab-e40f5b548551/1981b9cb-30a8-4ce2-a61f-12a80c9863da/cc92e719-bcb7-4343-abc1-149ba6961523) {{(pid=93251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 04:22:21.850383 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Pushing event updated for resources: {'Port': ['ID=901c0e86-7da9-4bdd-ada5-ef1bfc37774b,revision_number=4']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:22:21.876198 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Device b82000dc-2868-4b92-a9b2-f56e77f30de4 no longer exists at agent hyperv_hv-cinder-80300 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 04:22:21.896450 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] No Port match for: b82000dc-2868-4b92-a9b2-f56e77f30de4 {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 04:22:21.896789 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Device b82000dc-2868-4b92-a9b2-f56e77f30de4 not bound to the agent host hv-cinder-80300 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 04:22:21.926895 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-8e1db8c9-57f8-4081-b817-0c7f667f1fdf tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Notify callbacks [] for port, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:21.964793 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-8e1db8c9-57f8-4081-b817-0c7f667f1fdf tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763712145875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8933231'] for port, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:21.998575 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1db8c9-57f8-4081-b817-0c7f667f1fdf tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Network 6aa50667-ad26-490a-abab-e40f5b548551 is already hosted by enough agents. {{(pid=93251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 04:22:22.001331 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [None req-8e1db8c9-57f8-4081-b817-0c7f667f1fdf tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Resources bound (agent type, host, resource id): {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 04:22:22.004001 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1db8c9-57f8-4081-b817-0c7f667f1fdf tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Received port after_create {{(pid=93251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 04:22:22.048969 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1db8c9-57f8-4081-b817-0c7f667f1fdf tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Pushing event updated for resources: {'Port': ['ID=cc92e719-bcb7-4343-abc1-149ba6961523,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:22:22.105202 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-8e1db8c9-57f8-4081-b817-0c7f667f1fdf tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:22.139599 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-8e1db8c9-57f8-4081-b817-0c7f667f1fdf tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:22.246642 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b37a56e-165c-49e1-a0ae-83312e56d017 req-8947912a-2ad9-4cb3-a70c-53d5779fe146 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:22:22.248217 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6b37a56e-165c-49e1-a0ae-83312e56d017 req-8947912a-2ad9-4cb3-a70c-53d5779fe146 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e4cda4c-8ec6-4a0d-8882-94c6b4813942 HTTP/1.1" status: 200 len: 946 time: 0.0500543 Aug 05 04:22:22.288035 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6b37a56e-165c-49e1-a0ae-83312e56d017 req-03441a8e-f2dc-4845-b3bc-63825dda23bd tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/security-groups?id=d92b311d-35d1-4c30-9d9b-586d3bdc7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337360 Aug 05 04:22:22.300242 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-8e1db8c9-57f8-4081-b817-0c7f667f1fdf tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Notify callbacks [] for port, precommit_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:22.305020 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-8e1db8c9-57f8-4081-b817-0c7f667f1fdf tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8933222'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:22.366131 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6674df72-0ea8-45e5-b323-20bd302f924d None None] Sync routers for ids ['1fed6997-f9c8-443d-8981-667366cf7183'] in dv-cinder-803000-4-iscsi {{(pid=93253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 04:22:22.376601 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6674df72-0ea8-45e5-b323-20bd302f924d None None] Routers {'1fed6997-f9c8-443d-8981-667366cf7183'} bound to L3 agent in host dv-cinder-803000-4-iscsi {{(pid=93253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 04:22:22.377563 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1db8c9-57f8-4081-b817-0c7f667f1fdf tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Pushing event updated for resources: {'Port': ['ID=cc92e719-bcb7-4343-abc1-149ba6961523,revision_number=2']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:22:22.377869 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-6674df72-0ea8-45e5-b323-20bd302f924d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T04:10:35Z,description=,heartbeat_timestamp=2021-08-05T04:22:05Z,host='dv-cinder-803000-4-iscsi',id=8e71ca1b-9911-44b3-bf09-1fce3db7ea9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T04:10:35Z,topic='l3_agent')) {'router_ids': ['1fed6997-f9c8-443d-8981-667366cf7183'], 'active': True} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:22:22.385702 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-8e1db8c9-57f8-4081-b817-0c7f667f1fdf tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-699471'] for floatingip, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:22.400745 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-8e1db8c9-57f8-4081-b817-0c7f667f1fdf tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224329'] for floatingip, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:22.402687 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-8e1db8c9-57f8-4081-b817-0c7f667f1fdf tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8464673 Aug 05 04:22:22.563693 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ffd69624-6909-4c03-b778-5d74da255ef8 req-8caf3c29-2715-4f3c-91c3-afe49db55bb3 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--629442025&fields=id&tenant_id=fd61998732194217b5bf2455115f2cdf HTTP/1.1" status: 200 len: 267 time: 0.0387509 Aug 05 04:22:22.583371 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvr_db [None req-6674df72-0ea8-45e5-b323-20bd302f924d None None] Set router 1fed6997-f9c8-443d-8981-667366cf7183 gateway port host: dv-cinder-803000-4-iscsi {{(pid=93253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 04:22:22.672119 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd69624-6909-4c03-b778-5d74da255ef8 req-2b5d72d6-1148-4a53-98c4-9d41821249f3 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:22:22.673765 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ffd69624-6909-4c03-b778-5d74da255ef8 req-2b5d72d6-1148-4a53-98c4-9d41821249f3 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/networks?id=9a0e0e93-71ba-478a-a257-4e786b1050bd HTTP/1.1" status: 200 len: 817 time: 0.1024604 Aug 05 04:22:22.689481 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ffd69624-6909-4c03-b778-5d74da255ef8 req-89d7f5a9-fca0-4726-864f-62cb7858262e tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/quotas/fd61998732194217b5bf2455115f2cdf HTTP/1.1" status: 200 len: 375 time: 0.0096409 Aug 05 04:22:22.745195 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ffd69624-6909-4c03-b778-5d74da255ef8 req-ca6d1479-8bc4-4fbf-bee2-b8ad4340f55e tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=fd61998732194217b5bf2455115f2cdf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0489430 Aug 05 04:22:22.781932 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-6674df72-0ea8-45e5-b323-20bd302f924d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fed6997-f9c8-443d-8981-667366cf7183', 'name': 'tempest-AttachVolumeShelveTestJSON-1510877057-router', 'tenant_id': 'fd61998732194217b5bf2455115f2cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'external_fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '901c0e86-7da9-4bdd-ada5-ef1bfc37774b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:22:16Z', 'updated_at': '2021-08-05T04:22:19Z', 'revision_number': 4, 'project_id': 'fd61998732194217b5bf2455115f2cdf', 'gw_port': {'id': '901c0e86-7da9-4bdd-ada5-ef1bfc37774b', 'name': '', 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:84:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fed6997-f9c8-443d-8981-667366cf7183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:22:17Z', 'updated_at': '2021-08-05T04:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-4-iscsi', '_interfaces': [{'id': 'fdfe607b-d07e-4785-b3c3-ba59c32b6231', 'name': '', 'network_id': '9a0e0e93-71ba-478a-a257-4e786b1050bd', 'tenant_id': 'fd61998732194217b5bf2455115f2cdf', 'mac_address': 'fa:16:3e:ed:b7:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fed6997-f9c8-443d-8981-667366cf7183', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '1d9bb622-7c5a-45bd-8077-93c9d1b98081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:22:19Z', 'updated_at': '2021-08-05T04:22:19Z', 'revision_number': 2, 'project_id': 'fd61998732194217b5bf2455115f2cdf', 'subnets': [{'id': '1d9bb622-7c5a-45bd-8077-93c9d1b98081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803000-4-iscsi', False) {} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:22:22.810381 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6674df72-0ea8-45e5-b323-20bd302f924d None None] Checking router: 1fed6997-f9c8-443d-8981-667366cf7183 for host: dv-cinder-803000-4-iscsi {{(pid=93253) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 04:22:22.810381 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6674df72-0ea8-45e5-b323-20bd302f924d None None] Updating router 1fed6997-f9c8-443d-8981-667366cf7183 port fdfe607b-d07e-4785-b3c3-ba59c32b6231 binding host dv-cinder-803000-4-iscsi {{(pid=93253) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 04:22:22.837225 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-6674df72-0ea8-45e5-b323-20bd302f924d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:22.854384 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ffd69624-6909-4c03-b778-5d74da255ef8 req-9a9a8b3a-a43c-4625-83b3-0ca897a6842c service neutron] 10.222.0.37 "GET /v2.0/networks/9a0e0e93-71ba-478a-a257-4e786b1050bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965259 Aug 05 04:22:22.947532 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ffd69624-6909-4c03-b778-5d74da255ef8 req-0ddd4c52-8653-4a63-a472-303f6c149e0b service neutron] 10.222.0.37 "GET /v2.0/networks/9a0e0e93-71ba-478a-a257-4e786b1050bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867960 Aug 05 04:22:23.097694 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-6674df72-0ea8-45e5-b323-20bd302f924d None None] Notify callbacks [] for port, precommit_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:23.107829 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.provisioning_blocks [None req-6674df72-0ea8-45e5-b323-20bd302f924d None None] Transition to ACTIVE for port object fdfe607b-d07e-4785-b3c3-ba59c32b6231 will not be triggered until provisioned by entity L2. {{(pid=93253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 04:22:23.109705 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-41099775-c343-486a-b8ed-8fbcdb749fd3 req-f524d298-7762-4e5e-ba3c-32dfb2d8fb25 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=eee8bae2-e704-4afe-8c10-52cae6b3fd91 HTTP/1.1" status: 200 len: 210 time: 0.0272830 Aug 05 04:22:23.116035 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-6674df72-0ea8-45e5-b323-20bd302f924d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:23.166739 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3eafb7-81b5-4bdb-a9de-6b12aa4b4aac None None] Pushing event updated for resources: {'Port': ['ID=fdfe607b-d07e-4785-b3c3-ba59c32b6231,revision_number=3']} {{(pid=93253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:22:23.172568 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3eafb7-81b5-4bdb-a9de-6b12aa4b4aac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:22:23.172907 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3eafb7-81b5-4bdb-a9de-6b12aa4b4aac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:22:23.174455 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3eafb7-81b5-4bdb-a9de-6b12aa4b4aac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:22:23.174714 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3eafb7-81b5-4bdb-a9de-6b12aa4b4aac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:22:23.175045 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3eafb7-81b5-4bdb-a9de-6b12aa4b4aac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:22:23.175374 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3eafb7-81b5-4bdb-a9de-6b12aa4b4aac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:22:23.175875 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3eafb7-81b5-4bdb-a9de-6b12aa4b4aac None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:22:23.176203 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3eafb7-81b5-4bdb-a9de-6b12aa4b4aac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:22:23.176606 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3eafb7-81b5-4bdb-a9de-6b12aa4b4aac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:22:23.176843 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3eafb7-81b5-4bdb-a9de-6b12aa4b4aac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:22:23.177165 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3eafb7-81b5-4bdb-a9de-6b12aa4b4aac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:22:23.177484 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3eafb7-81b5-4bdb-a9de-6b12aa4b4aac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:22:23.210986 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aefc10-6c75-493f-be8e-db04f2031a3a req-a7a81eb5-1be1-450a-bf2d-18ec032fd8c7 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:22:23.213366 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-a0aefc10-6c75-493f-be8e-db04f2031a3a req-a7a81eb5-1be1-450a-bf2d-18ec032fd8c7 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e4cda4c-8ec6-4a0d-8882-94c6b4813942 HTTP/1.1" status: 200 len: 946 time: 0.0617619 Aug 05 04:22:23.246084 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.managers [None req-6674df72-0ea8-45e5-b323-20bd302f924d None None] Attempting to bind port fdfe607b-d07e-4785-b3c3-ba59c32b6231 on host dv-cinder-803000-4-iscsi for vnic_type normal with profile {{(pid=93253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 04:22:23.246521 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.managers [None req-6674df72-0ea8-45e5-b323-20bd302f924d None None] Attempting to bind port fdfe607b-d07e-4785-b3c3-ba59c32b6231 by drivers openvswitch,hyperv on host dv-cinder-803000-4-iscsi at level 0 using segments [{'id': 'c15a155e-2ad1-4b31-bffc-e72da913a471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9a0e0e93-71ba-478a-a257-4e786b1050bd'}] {{(pid=93253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 04:22:23.246937 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6674df72-0ea8-45e5-b323-20bd302f924d None None] Attempting to bind port fdfe607b-d07e-4785-b3c3-ba59c32b6231 on network 9a0e0e93-71ba-478a-a257-4e786b1050bd {{(pid=93253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 04:22:23.253717 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6674df72-0ea8-45e5-b323-20bd302f924d None None] Checking agent: {'id': 'f380332e-4681-47b2-aaca-ec0053efd026', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803000-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 4, 10, 35), 'started_at': datetime.datetime(2021, 8, 5, 4, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 4, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803000-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 04:22:23.254651 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6674df72-0ea8-45e5-b323-20bd302f924d None None] Checking segment: {'id': 'c15a155e-2ad1-4b31-bffc-e72da913a471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9a0e0e93-71ba-478a-a257-4e786b1050bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 04:22:23.254651 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-6674df72-0ea8-45e5-b323-20bd302f924d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:23.254871 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6674df72-0ea8-45e5-b323-20bd302f924d None None] Bound using segment: {'id': 'c15a155e-2ad1-4b31-bffc-e72da913a471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9a0e0e93-71ba-478a-a257-4e786b1050bd'} {{(pid=93253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 04:22:23.255569 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.managers [None req-6674df72-0ea8-45e5-b323-20bd302f924d None None] Bound port: fdfe607b-d07e-4785-b3c3-ba59c32b6231, host: dv-cinder-803000-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c15a155e-2ad1-4b31-bffc-e72da913a471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9a0e0e93-71ba-478a-a257-4e786b1050bd'}}] {{(pid=93253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 04:22:23.255978 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-6674df72-0ea8-45e5-b323-20bd302f924d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:23.337262 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [req-a0aefc10-6c75-493f-be8e-db04f2031a3a req-07b4c5cd-4372-45ec-97d3-1a3c16662006 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Deleting port fb2e59bd-9ad0-4d55-bade-5277a01d5c00 {{(pid=93251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 04:22:23.337944 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-a0aefc10-6c75-493f-be8e-db04f2031a3a req-07b4c5cd-4372-45ec-97d3-1a3c16662006 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763712722935'] for port, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:23.341672 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.db [None req-6674df72-0ea8-45e5-b323-20bd302f924d None None] For port fdfe607b-d07e-4785-b3c3-ba59c32b6231, host dv-cinder-803000-4-iscsi, cleared binding levels {{(pid=93253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 04:22:23.345921 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.db [None req-6674df72-0ea8-45e5-b323-20bd302f924d None None] For port fdfe607b-d07e-4785-b3c3-ba59c32b6231, host dv-cinder-803000-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-4-iscsi',level=0,port_id=fdfe607b-d07e-4785-b3c3-ba59c32b6231,segment=NetworkSegment(c15a155e-2ad1-4b31-bffc-e72da913a471),segment_id=c15a155e-2ad1-4b31-bffc-e72da913a471)] {{(pid=93253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 04:22:23.351961 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-6674df72-0ea8-45e5-b323-20bd302f924d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:23.426420 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6674df72-0ea8-45e5-b323-20bd302f924d None None] Routers {'1fed6997-f9c8-443d-8981-667366cf7183'} bound to L3 agent in host dv-cinder-803000-4-iscsi {{(pid=93253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 04:22:23.427070 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-6674df72-0ea8-45e5-b323-20bd302f924d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T04:10:35Z,description=,heartbeat_timestamp=2021-08-05T04:22:05Z,host='dv-cinder-803000-4-iscsi',id=8e71ca1b-9911-44b3-bf09-1fce3db7ea9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T04:10:35Z,topic='l3_agent')) {'router_ids': ['1fed6997-f9c8-443d-8981-667366cf7183'], 'active': True} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:22:23.452245 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde21622-96a2-4020-8d08-b17ff9dc24cb req-ebe23034-1e71-4989-a634-8059bdd3e1e3 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:22:23.460935 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-dde21622-96a2-4020-8d08-b17ff9dc24cb req-ebe23034-1e71-4989-a634-8059bdd3e1e3 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e4cda4c-8ec6-4a0d-8882-94c6b4813942 HTTP/1.1" status: 200 len: 946 time: 0.0910594 Aug 05 04:22:23.464790 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [req-a0aefc10-6c75-493f-be8e-db04f2031a3a req-07b4c5cd-4372-45ec-97d3-1a3c16662006 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] For port fb2e59bd-9ad0-4d55-bade-5277a01d5c00, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=fb2e59bd-9ad0-4d55-bade-5277a01d5c00,segment=NetworkSegment(3dde1be1-08d0-4677-a267-c0d98cf2de43),segment_id=3dde1be1-08d0-4677-a267-c0d98cf2de43)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:22:23.468342 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-a0aefc10-6c75-493f-be8e-db04f2031a3a req-07b4c5cd-4372-45ec-97d3-1a3c16662006 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-702725'] for port, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:23.482021 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3eafb7-81b5-4bdb-a9de-6b12aa4b4aac None None] Pushing event updated for resources: {'Port': ['ID=fdfe607b-d07e-4785-b3c3-ba59c32b6231,revision_number=4']} {{(pid=93253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:22:23.487309 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [req-a0aefc10-6c75-493f-be8e-db04f2031a3a req-07b4c5cd-4372-45ec-97d3-1a3c16662006 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Calling delete_port for fb2e59bd-9ad0-4d55-bade-5277a01d5c00 owned by compute:nova {{(pid=93251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 04:22:23.538891 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-dde21622-96a2-4020-8d08-b17ff9dc24cb req-94e782ce-5a22-4abf-bcf8-b057b57a5ccd tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/security-groups?id=d92b311d-35d1-4c30-9d9b-586d3bdc7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729363 Aug 05 04:22:23.660630 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvr_db [None req-6674df72-0ea8-45e5-b323-20bd302f924d None None] Set router 1fed6997-f9c8-443d-8981-667366cf7183 gateway port host: dv-cinder-803000-4-iscsi {{(pid=93253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 04:22:23.682335 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Device 901c0e86-7da9-4bdd-ada5-ef1bfc37774b up at agent ovs-agent-dv-cinder-803000-4-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 04:22:23.714702 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-a0aefc10-6c75-493f-be8e-db04f2031a3a req-07b4c5cd-4372-45ec-97d3-1a3c16662006 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763712549039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763712145884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8933231'] for port, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:23.748038 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b4c5cd-4372-45ec-97d3-1a3c16662006 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Pushing event deleted for resources: {'Port': ['ID=fb2e59bd-9ad0-4d55-bade-5277a01d5c00,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:22:23.756910 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] get_ports_and_sgs() called for port_ids ['42c57c80-e151-4c69-8999-cf599c413e90', 'a381cd76-32e9-4726-951a-710270b2b10e', 'fb2e59bd-9ad0-4d55-bade-5277a01d5c00'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 04:22:23.803315 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0aefc10-6c75-493f-be8e-db04f2031a3a req-07b4c5cd-4372-45ec-97d3-1a3c16662006 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] No DVR routers for this DVR port fb2e59bd-9ad0-4d55-bade-5277a01d5c00 on host hv-cinder-80300 {{(pid=93251) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 04:22:23.806708 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-a0aefc10-6c75-493f-be8e-db04f2031a3a req-07b4c5cd-4372-45ec-97d3-1a3c16662006 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224329'] for port, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:23.809326 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-a0aefc10-6c75-493f-be8e-db04f2031a3a req-07b4c5cd-4372-45ec-97d3-1a3c16662006 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.39 "DELETE /v2.0/ports/fb2e59bd-9ad0-4d55-bade-5277a01d5c00 HTTP/1.1" status: 204 len: 173 time: 0.5891011 Aug 05 04:22:23.809965 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e4cda4c-8ec6-4a0d-8882-94c6b4813942', 'name': 'network-vif-deleted', 'tag': 'fb2e59bd-9ad0-4d55-bade-5277a01d5c00'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 04:22:23.813741 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc51a2a5f300f30acac232ef327f3f01bb0f894a96a37a70efeb1c252096f2af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b04f9d43-a95c-490e-977d-d15856b18dab" -d '{"events": [{"server_uuid": "9e4cda4c-8ec6-4a0d-8882-94c6b4813942", "name": "network-vif-deleted", "tag": "fb2e59bd-9ad0-4d55-bade-5277a01d5c00"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 04:22:23.823216 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Provisioning complete for port 901c0e86-7da9-4bdd-ada5-ef1bfc37774b triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 04:22:23.824214 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66839334'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:23.870267 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 04:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc346c49-1b66-4615-a1fd-d9979607c21d x-openstack-request-id: req-fc346c49-1b66-4615-a1fd-d9979607c21d {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 04:22:23.870583 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e4cda4c-8ec6-4a0d-8882-94c6b4813942", "name": "network-vif-deleted", "tag": "fb2e59bd-9ad0-4d55-bade-5277a01d5c00", "status": "completed", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 04:22:23.870840 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fc346c49-1b66-4615-a1fd-d9979607c21d {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 04:22:23.871263 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e4cda4c-8ec6-4a0d-8882-94c6b4813942', 'name': 'network-vif-deleted', 'tag': 'fb2e59bd-9ad0-4d55-bade-5277a01d5c00', 'status': 'completed', 'code': 200} Aug 05 04:22:23.939839 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-6674df72-0ea8-45e5-b323-20bd302f924d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fed6997-f9c8-443d-8981-667366cf7183', 'name': 'tempest-AttachVolumeShelveTestJSON-1510877057-router', 'tenant_id': 'fd61998732194217b5bf2455115f2cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'external_fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '901c0e86-7da9-4bdd-ada5-ef1bfc37774b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:22:16Z', 'updated_at': '2021-08-05T04:22:19Z', 'revision_number': 4, 'project_id': 'fd61998732194217b5bf2455115f2cdf', 'gw_port': {'id': '901c0e86-7da9-4bdd-ada5-ef1bfc37774b', 'name': '', 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:84:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fed6997-f9c8-443d-8981-667366cf7183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:22:17Z', 'updated_at': '2021-08-05T04:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-4-iscsi', '_interfaces': [{'id': 'fdfe607b-d07e-4785-b3c3-ba59c32b6231', 'name': '', 'network_id': '9a0e0e93-71ba-478a-a257-4e786b1050bd', 'tenant_id': 'fd61998732194217b5bf2455115f2cdf', 'mac_address': 'fa:16:3e:ed:b7:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fed6997-f9c8-443d-8981-667366cf7183', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '1d9bb622-7c5a-45bd-8077-93c9d1b98081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:22:19Z', 'updated_at': '2021-08-05T04:22:23Z', 'revision_number': 4, 'project_id': 'fd61998732194217b5bf2455115f2cdf', 'subnets': [{'id': '1d9bb622-7c5a-45bd-8077-93c9d1b98081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803000-4-iscsi', False) {} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:22:23.974650 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Device fdfe607b-d07e-4785-b3c3-ba59c32b6231 up at agent ovs-agent-dv-cinder-803000-4-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 04:22:23.984222 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6674df72-0ea8-45e5-b323-20bd302f924d None None] The sync data for ids ['1fed6997-f9c8-443d-8981-667366cf7183'] in dv-cinder-803000-4-iscsi is: [{'id': '1fed6997-f9c8-443d-8981-667366cf7183', 'name': 'tempest-AttachVolumeShelveTestJSON-1510877057-router', 'tenant_id': 'fd61998732194217b5bf2455115f2cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'external_fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '901c0e86-7da9-4bdd-ada5-ef1bfc37774b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:22:16Z', 'updated_at': '2021-08-05T04:22:19Z', 'revision_number': 4, 'project_id': 'fd61998732194217b5bf2455115f2cdf', 'gw_port': {'id': '901c0e86-7da9-4bdd-ada5-ef1bfc37774b', 'name': '', 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:84:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fed6997-f9c8-443d-8981-667366cf7183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:22:17Z', 'updated_at': '2021-08-05T04:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-4-iscsi', '_interfaces': [{'id': 'fdfe607b-d07e-4785-b3c3-ba59c32b6231', 'name': '', 'network_id': '9a0e0e93-71ba-478a-a257-4e786b1050bd', 'tenant_id': 'fd61998732194217b5bf2455115f2cdf', 'mac_address': 'fa:16:3e:ed:b7:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fed6997-f9c8-443d-8981-667366cf7183', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '1d9bb622-7c5a-45bd-8077-93c9d1b98081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:22:19Z', 'updated_at': '2021-08-05T04:22:23Z', 'revision_number': 4, 'project_id': 'fd61998732194217b5bf2455115f2cdf', 'subnets': [{'id': '1d9bb622-7c5a-45bd-8077-93c9d1b98081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 04:22:24.066970 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Provisioning for port fdfe607b-d07e-4785-b3c3-ba59c32b6231 completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 04:22:24.078341 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Provisioning complete for port fdfe607b-d07e-4785-b3c3-ba59c32b6231 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 04:22:24.078639 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66839334'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:24.195649 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:24.219444 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c6d334a4-d0b7-492d-9ed0-30fdedfc1402 req-6bf7a700-80ec-4712-ac22-e3a9acdea626 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=eee8bae2-e704-4afe-8c10-52cae6b3fd91 HTTP/1.1" status: 200 len: 210 time: 0.0275056 Aug 05 04:22:24.240558 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] For port fdfe607b-d07e-4785-b3c3-ba59c32b6231, host dv-cinder-803000-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-4-iscsi',level=0,port_id=fdfe607b-d07e-4785-b3c3-ba59c32b6231,segment=NetworkSegment(c15a155e-2ad1-4b31-bffc-e72da913a471),segment_id=c15a155e-2ad1-4b31-bffc-e72da913a471)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:22:24.245079 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:24.293442 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Pushing event updated for resources: {'Port': ['ID=fdfe607b-d07e-4785-b3c3-ba59c32b6231,revision_number=5']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:22:24.529837 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd69624-6909-4c03-b778-5d74da255ef8 req-080a6eb5-343d-4914-a2b6-6fb6bfe9e91c tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:22:24.531400 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-ffd69624-6909-4c03-b778-5d74da255ef8 req-080a6eb5-343d-4914-a2b6-6fb6bfe9e91c tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.39 "GET /v2.0/networks?id=9a0e0e93-71ba-478a-a257-4e786b1050bd HTTP/1.1" status: 200 len: 817 time: 0.1129620 Aug 05 04:22:24.595398 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-ffd69624-6909-4c03-b778-5d74da255ef8 req-5295fb97-8153-48e6-a2c3-b2004b0e1fd7 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd61998732194217b5bf2455115f2cdf HTTP/1.1" status: 200 len: 379 time: 0.0444911 Aug 05 04:22:24.607846 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [req-ffd69624-6909-4c03-b778-5d74da255ef8 req-852688a5-efcd-45ce-8562-8f6b848e2638 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Request body: {'port': {'device_id': 'eee8bae2-e704-4afe-8c10-52cae6b3fd91', 'network_id': '9a0e0e93-71ba-478a-a257-4e786b1050bd', 'admin_state_up': True, 'tenant_id': 'fd61998732194217b5bf2455115f2cdf', 'security_groups': ['4c1fea28-8593-4774-81e1-7f4d3c58ebed']}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:22:24.659790 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8010417c-d7e8-42a1-b59c-6e840a686b08 req-48d58a7c-d0e2-45c6-9788-0b427b089584 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e4cda4c-8ec6-4a0d-8882-94c6b4813942 HTTP/1.1" status: 200 len: 210 time: 0.0258076 Aug 05 04:22:24.719255 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffd69624-6909-4c03-b778-5d74da255ef8 req-852688a5-efcd-45ce-8562-8f6b848e2638 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Made reservation on behalf of fd61998732194217b5bf2455115f2cdf for: {'port': 1} {{(pid=93251) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 04:22:24.722870 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-ffd69624-6909-4c03-b778-5d74da255ef8 req-852688a5-efcd-45ce-8562-8f6b848e2638 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:24.857206 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.db_base_plugin_common [req-ffd69624-6909-4c03-b778-5d74da255ef8 req-852688a5-efcd-45ce-8562-8f6b848e2638 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Allocated IP 172.20.0.9 (9a0e0e93-71ba-478a-a257-4e786b1050bd/1d9bb622-7c5a-45bd-8077-93c9d1b98081/5524ebfd-3cc1-4f2b-a36c-389488754646) {{(pid=93251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 04:22:25.014638 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-ffd69624-6909-4c03-b778-5d74da255ef8 req-852688a5-efcd-45ce-8562-8f6b848e2638 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Notify callbacks [] for port, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:25.020309 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 59142) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:22:25.028397 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [req-ffd69624-6909-4c03-b778-5d74da255ef8 req-852688a5-efcd-45ce-8562-8f6b848e2638 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Transition to ACTIVE for port object 5524ebfd-3cc1-4f2b-a36c-389488754646 will not be triggered until provisioned by entity DHCP. {{(pid=93251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 04:22:25.065051 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-ffd69624-6909-4c03-b778-5d74da255ef8 req-852688a5-efcd-45ce-8562-8f6b848e2638 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763712145875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8933231'] for port, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:25.109033 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffd69624-6909-4c03-b778-5d74da255ef8 req-852688a5-efcd-45ce-8562-8f6b848e2638 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Network 9a0e0e93-71ba-478a-a257-4e786b1050bd is already hosted by enough agents. {{(pid=93251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 04:22:25.112579 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [req-ffd69624-6909-4c03-b778-5d74da255ef8 req-852688a5-efcd-45ce-8562-8f6b848e2638 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Resources bound (agent type, host, resource id): {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 04:22:25.116393 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffd69624-6909-4c03-b778-5d74da255ef8 req-852688a5-efcd-45ce-8562-8f6b848e2638 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Received port after_create {{(pid=93251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 04:22:25.130319 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e09e312c-43ef-4aef-a006-57186071e4fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:25.157088 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852688a5-efcd-45ce-8562-8f6b848e2638 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Pushing event updated for resources: {'Port': ['ID=5524ebfd-3cc1-4f2b-a36c-389488754646,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:22:25.187236 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd69624-6909-4c03-b778-5d74da255ef8 req-852688a5-efcd-45ce-8562-8f6b848e2638 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:22:25.188101 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-ffd69624-6909-4c03-b778-5d74da255ef8 req-852688a5-efcd-45ce-8562-8f6b848e2638 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224329'] for port, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:25.349766 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-c785029c-c915-4d2c-b2ed-dd6456483b63 None None] Provisioning for port 5524ebfd-3cc1-4f2b-a36c-389488754646 completed by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 04:22:25.353602 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-c785029c-c915-4d2c-b2ed-dd6456483b63 None None] Provisioning complete for port 5524ebfd-3cc1-4f2b-a36c-389488754646 triggered by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 04:22:25.354044 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-c785029c-c915-4d2c-b2ed-dd6456483b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66839334'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:25.390454 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-c785029c-c915-4d2c-b2ed-dd6456483b63 None None] Port 5524ebfd-3cc1-4f2b-a36c-389488754646 cannot update to ACTIVE because it is not bound. {{(pid=93252) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 04:22:25.410839 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82828c9-87dc-420d-935a-a4fbb7496f31 req-ea2578aa-4e75-4d0d-9273-469af796167c tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:22:25.412217 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b82828c9-87dc-420d-935a-a4fbb7496f31 req-ea2578aa-4e75-4d0d-9273-469af796167c tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=eee8bae2-e704-4afe-8c10-52cae6b3fd91 HTTP/1.1" status: 200 len: 931 time: 0.0683444 Aug 05 04:22:25.469596 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b82828c9-87dc-420d-935a-a4fbb7496f31 req-b11fac1f-5c45-4755-8a2a-8ff7d4527fec tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c1fea28-8593-4774-81e1-7f4d3c58ebed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511675 Aug 05 04:22:25.471327 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e09e312c-43ef-4aef-a006-57186071e4fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:25.475272 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e09e312c-43ef-4aef-a006-57186071e4fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:25.480597 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-ffd69624-6909-4c03-b778-5d74da255ef8 req-852688a5-efcd-45ce-8562-8f6b848e2638 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8768847 Aug 05 04:22:25.505395 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [req-ffd69624-6909-4c03-b778-5d74da255ef8 req-b30ef7f7-4038-4931-bf3b-1863b0b36d7e service neutron] Request body: {'port': {'device_id': 'eee8bae2-e704-4afe-8c10-52cae6b3fd91', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80300'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:22:25.512364 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-e09e312c-43ef-4aef-a006-57186071e4fd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1b493a3cb81f45129e5b4c70dc87c3f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4903803 Aug 05 04:22:25.514269 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09e312c-43ef-4aef-a006-57186071e4fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dc61203-ef44-4a0d-8cb3-8c2d0d4a7cb0,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:22:25.516587 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 59150) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:22:25.570132 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-ffd69624-6909-4c03-b778-5d74da255ef8 req-b30ef7f7-4038-4931-bf3b-1863b0b36d7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:25.570838 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-a68fa8e4-dce4-4bd5-b3c1-bcc6fb5a992a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:25.595344 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-a68fa8e4-dce4-4bd5-b3c1-bcc6fb5a992a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:25.606946 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Device fdfe607b-d07e-4785-b3c3-ba59c32b6231 up at agent ovs-agent-dv-cinder-803000-4-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 04:22:25.647796 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-a68fa8e4-dce4-4bd5-b3c1-bcc6fb5a992a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:25.650914 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-a68fa8e4-dce4-4bd5-b3c1-bcc6fb5a992a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:25.652189 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-a68fa8e4-dce4-4bd5-b3c1-bcc6fb5a992a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7dc61203-ef44-4a0d-8cb3-8c2d0d4a7cb0 HTTP/1.1" status: 204 len: 168 time: 0.1341314 Aug 05 04:22:25.660493 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68fa8e4-dce4-4bd5-b3c1-bcc6fb5a992a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dc61203-ef44-4a0d-8cb3-8c2d0d4a7cb0,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:22:25.695080 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Provisioning complete for port fdfe607b-d07e-4785-b3c3-ba59c32b6231 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 04:22:25.695583 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66839334'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:25.895834 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [req-ffd69624-6909-4c03-b778-5d74da255ef8 req-b30ef7f7-4038-4931-bf3b-1863b0b36d7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5524ebfd-3cc1-4f2b-a36c-389488754646 {{(pid=93251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 04:22:25.903708 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-ffd69624-6909-4c03-b778-5d74da255ef8 req-b30ef7f7-4038-4931-bf3b-1863b0b36d7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:25.919650 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [req-ffd69624-6909-4c03-b778-5d74da255ef8 req-b30ef7f7-4038-4931-bf3b-1863b0b36d7e service neutron] Transition to ACTIVE for port object 5524ebfd-3cc1-4f2b-a36c-389488754646 will not be triggered until provisioned by entity L2. {{(pid=93251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 04:22:25.924907 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-ffd69624-6909-4c03-b778-5d74da255ef8 req-b30ef7f7-4038-4931-bf3b-1863b0b36d7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8933222'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:25.951874 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959a44ff-1f4e-4b01-8cfb-5537950bddd0 req-a40487df-a034-4d79-b7e5-aefe8e395997 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:22:25.953469 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-959a44ff-1f4e-4b01-8cfb-5537950bddd0 req-a40487df-a034-4d79-b7e5-aefe8e395997 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/ports?device_id=7be81e90-12f9-46a8-9388-2a5a2ccbd8fa HTTP/1.1" status: 200 len: 945 time: 0.0513628 Aug 05 04:22:25.974193 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30ef7f7-4038-4931-bf3b-1863b0b36d7e service neutron] Pushing event updated for resources: {'Port': ['ID=5524ebfd-3cc1-4f2b-a36c-389488754646,revision_number=2']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:22:26.008289 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-959a44ff-1f4e-4b01-8cfb-5537950bddd0 req-9a9916d7-fd49-4af1-805b-65db5c759009 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/security-groups?id=d92b311d-35d1-4c30-9d9b-586d3bdc7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422351 Aug 05 04:22:26.060030 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [req-ffd69624-6909-4c03-b778-5d74da255ef8 req-b30ef7f7-4038-4931-bf3b-1863b0b36d7e service neutron] Attempting to bind port 5524ebfd-3cc1-4f2b-a36c-389488754646 on host hv-cinder-80300 for vnic_type normal with profile {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 04:22:26.060632 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [req-ffd69624-6909-4c03-b778-5d74da255ef8 req-b30ef7f7-4038-4931-bf3b-1863b0b36d7e service neutron] Attempting to bind port 5524ebfd-3cc1-4f2b-a36c-389488754646 by drivers openvswitch,hyperv on host hv-cinder-80300 at level 0 using segments [{'id': 'c15a155e-2ad1-4b31-bffc-e72da913a471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9a0e0e93-71ba-478a-a257-4e786b1050bd'}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 04:22:26.061051 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd69624-6909-4c03-b778-5d74da255ef8 req-b30ef7f7-4038-4931-bf3b-1863b0b36d7e service neutron] Attempting to bind port 5524ebfd-3cc1-4f2b-a36c-389488754646 on network 9a0e0e93-71ba-478a-a257-4e786b1050bd {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 04:22:26.066318 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd69624-6909-4c03-b778-5d74da255ef8 req-b30ef7f7-4038-4931-bf3b-1863b0b36d7e service neutron] Port 5524ebfd-3cc1-4f2b-a36c-389488754646 on network 9a0e0e93-71ba-478a-a257-4e786b1050bd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80300 {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 04:22:26.066734 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd69624-6909-4c03-b778-5d74da255ef8 req-b30ef7f7-4038-4931-bf3b-1863b0b36d7e service neutron] Attempting to bind port 5524ebfd-3cc1-4f2b-a36c-389488754646 on network 9a0e0e93-71ba-478a-a257-4e786b1050bd {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 04:22:26.072046 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd69624-6909-4c03-b778-5d74da255ef8 req-b30ef7f7-4038-4931-bf3b-1863b0b36d7e service neutron] Checking agent: {'id': 'a0106253-c5a2-4978-ae01-2b305935773e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80300', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 4, 16, 33), 'started_at': datetime.datetime(2021, 8, 5, 4, 16, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 4, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 04:22:26.072378 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd69624-6909-4c03-b778-5d74da255ef8 req-b30ef7f7-4038-4931-bf3b-1863b0b36d7e service neutron] Checking segment: {'id': 'c15a155e-2ad1-4b31-bffc-e72da913a471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9a0e0e93-71ba-478a-a257-4e786b1050bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 04:22:26.072755 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd69624-6909-4c03-b778-5d74da255ef8 req-b30ef7f7-4038-4931-bf3b-1863b0b36d7e service neutron] Bound using segment: {'id': 'c15a155e-2ad1-4b31-bffc-e72da913a471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9a0e0e93-71ba-478a-a257-4e786b1050bd'} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 04:22:26.073170 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [req-ffd69624-6909-4c03-b778-5d74da255ef8 req-b30ef7f7-4038-4931-bf3b-1863b0b36d7e service neutron] Bound port: 5524ebfd-3cc1-4f2b-a36c-389488754646, host: hv-cinder-80300, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c15a155e-2ad1-4b31-bffc-e72da913a471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9a0e0e93-71ba-478a-a257-4e786b1050bd'}}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 04:22:26.073521 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-ffd69624-6909-4c03-b778-5d74da255ef8 req-b30ef7f7-4038-4931-bf3b-1863b0b36d7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:26.139847 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [req-ffd69624-6909-4c03-b778-5d74da255ef8 req-b30ef7f7-4038-4931-bf3b-1863b0b36d7e service neutron] For port 5524ebfd-3cc1-4f2b-a36c-389488754646, host hv-cinder-80300, cleared binding levels {{(pid=93251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 04:22:26.144093 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [req-ffd69624-6909-4c03-b778-5d74da255ef8 req-b30ef7f7-4038-4931-bf3b-1863b0b36d7e service neutron] For port 5524ebfd-3cc1-4f2b-a36c-389488754646, host hv-cinder-80300, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=5524ebfd-3cc1-4f2b-a36c-389488754646,segment=NetworkSegment(c15a155e-2ad1-4b31-bffc-e72da913a471),segment_id=c15a155e-2ad1-4b31-bffc-e72da913a471)] {{(pid=93251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 04:22:26.149474 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-ffd69624-6909-4c03-b778-5d74da255ef8 req-b30ef7f7-4038-4931-bf3b-1863b0b36d7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8933222'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:26.186557 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd69624-6909-4c03-b778-5d74da255ef8 req-b30ef7f7-4038-4931-bf3b-1863b0b36d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:22:26.187275 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-ffd69624-6909-4c03-b778-5d74da255ef8 req-b30ef7f7-4038-4931-bf3b-1863b0b36d7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224329'] for port, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:26.188508 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-ffd69624-6909-4c03-b778-5d74da255ef8 req-b30ef7f7-4038-4931-bf3b-1863b0b36d7e service neutron] 10.222.0.39 "PUT /v2.0/ports/5524ebfd-3cc1-4f2b-a36c-389488754646 HTTP/1.1" status: 200 len: 1093 time: 0.6887012 Aug 05 04:22:26.189563 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eee8bae2-e704-4afe-8c10-52cae6b3fd91', 'tag': '5524ebfd-3cc1-4f2b-a36c-389488754646'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 04:22:26.191705 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc51a2a5f300f30acac232ef327f3f01bb0f894a96a37a70efeb1c252096f2af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3639e2a-1203-482b-8d79-0a5fb4eb3261" -d '{"events": [{"name": "network-changed", "server_uuid": "eee8bae2-e704-4afe-8c10-52cae6b3fd91", "tag": "5524ebfd-3cc1-4f2b-a36c-389488754646"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 04:22:26.220640 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30ef7f7-4038-4931-bf3b-1863b0b36d7e service neutron] Pushing event updated for resources: {'Port': ['ID=5524ebfd-3cc1-4f2b-a36c-389488754646,revision_number=3']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:22:26.240635 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 04:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25af647c-2841-413e-aa42-76c823892e5a x-openstack-request-id: req-25af647c-2841-413e-aa42-76c823892e5a {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 04:22:26.240785 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eee8bae2-e704-4afe-8c10-52cae6b3fd91", "tag": "5524ebfd-3cc1-4f2b-a36c-389488754646", "status": "completed", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 04:22:26.241031 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-25af647c-2841-413e-aa42-76c823892e5a {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 04:22:26.241420 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eee8bae2-e704-4afe-8c10-52cae6b3fd91', 'tag': '5524ebfd-3cc1-4f2b-a36c-389488754646', 'status': 'completed', 'code': 200} Aug 05 04:22:26.321355 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd69624-6909-4c03-b778-5d74da255ef8 req-9b508e20-95f3-414b-b3f7-c0942f21e675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:22:26.323106 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-ffd69624-6909-4c03-b778-5d74da255ef8 req-9b508e20-95f3-414b-b3f7-c0942f21e675 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fd61998732194217b5bf2455115f2cdf&device_id=eee8bae2-e704-4afe-8c10-52cae6b3fd91 HTTP/1.1" status: 200 len: 1096 time: 0.0556762 Aug 05 04:22:26.387620 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-ffd69624-6909-4c03-b778-5d74da255ef8 req-6a4f0225-2fd1-48b9-9313-e7ec30ea556b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5524ebfd-3cc1-4f2b-a36c-389488754646 HTTP/1.1" status: 200 len: 217 time: 0.0350976 Aug 05 04:22:26.437460 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd69624-6909-4c03-b778-5d74da255ef8 req-b1642ede-e75e-4ec8-becd-d12d3b4c51e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:22:26.439101 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-ffd69624-6909-4c03-b778-5d74da255ef8 req-b1642ede-e75e-4ec8-becd-d12d3b4c51e2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1d9bb622-7c5a-45bd-8077-93c9d1b98081 HTTP/1.1" status: 200 len: 856 time: 0.0432448 Aug 05 04:22:26.489495 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd69624-6909-4c03-b778-5d74da255ef8 req-540aaa90-2c28-4343-afeb-994d9102b1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:22:26.490991 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-ffd69624-6909-4c03-b778-5d74da255ef8 req-540aaa90-2c28-4343-afeb-994d9102b1b3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9a0e0e93-71ba-478a-a257-4e786b1050bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438986 Aug 05 04:22:26.588367 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-ffd69624-6909-4c03-b778-5d74da255ef8 req-ffb0c3fc-8a26-411a-ab10-2d04b69acf97 service neutron] 10.222.0.39 "GET /v2.0/networks/9a0e0e93-71ba-478a-a257-4e786b1050bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887167 Aug 05 04:22:26.592012 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c74b255-9991-47d6-a16d-a1c6880d1cd1 req-1e33327e-98eb-4946-b0be-39d3db0655c1 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:22:26.593489 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9c74b255-9991-47d6-a16d-a1c6880d1cd1 req-1e33327e-98eb-4946-b0be-39d3db0655c1 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=eee8bae2-e704-4afe-8c10-52cae6b3fd91 HTTP/1.1" status: 200 len: 943 time: 0.0486214 Aug 05 04:22:26.638123 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9c74b255-9991-47d6-a16d-a1c6880d1cd1 req-b617dadf-311b-4b03-b3b7-df686c626903 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c1fea28-8593-4774-81e1-7f4d3c58ebed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386927 Aug 05 04:22:26.685623 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-ffd69624-6909-4c03-b778-5d74da255ef8 req-dbaab403-566b-4c8c-a8ac-31f4638d8d8d service neutron] 10.222.0.39 "GET /v2.0/networks/9a0e0e93-71ba-478a-a257-4e786b1050bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884068 Aug 05 04:22:26.832728 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3639e2a-1203-482b-8d79-0a5fb4eb3261 req-479a6e34-3f94-4a11-995a-cda5bacfa250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:22:26.834198 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-a3639e2a-1203-482b-8d79-0a5fb4eb3261 req-479a6e34-3f94-4a11-995a-cda5bacfa250 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fd61998732194217b5bf2455115f2cdf&device_id=eee8bae2-e704-4afe-8c10-52cae6b3fd91 HTTP/1.1" status: 200 len: 1096 time: 0.0452459 Aug 05 04:22:26.931386 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3639e2a-1203-482b-8d79-0a5fb4eb3261 req-3b36ee3a-c8db-4e3c-9493-4b0ac0a8ab20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:22:26.932907 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-a3639e2a-1203-482b-8d79-0a5fb4eb3261 req-3b36ee3a-c8db-4e3c-9493-4b0ac0a8ab20 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9a0e0e93-71ba-478a-a257-4e786b1050bd HTTP/1.1" status: 200 len: 918 time: 0.0898187 Aug 05 04:22:26.976292 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-a3639e2a-1203-482b-8d79-0a5fb4eb3261 req-669d2cfa-74e4-4e3e-992b-e6d13ee6b4df service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5524ebfd-3cc1-4f2b-a36c-389488754646 HTTP/1.1" status: 200 len: 217 time: 0.0335538 Aug 05 04:22:27.026323 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3639e2a-1203-482b-8d79-0a5fb4eb3261 req-211396b9-f086-42fa-8aa6-d7358e2d2ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:22:27.027750 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-a3639e2a-1203-482b-8d79-0a5fb4eb3261 req-211396b9-f086-42fa-8aa6-d7358e2d2ba3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1d9bb622-7c5a-45bd-8077-93c9d1b98081 HTTP/1.1" status: 200 len: 856 time: 0.0423455 Aug 05 04:22:27.071797 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3639e2a-1203-482b-8d79-0a5fb4eb3261 req-17e51a37-c6db-408c-bdae-3faeffa3feba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:22:27.073249 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-a3639e2a-1203-482b-8d79-0a5fb4eb3261 req-17e51a37-c6db-408c-bdae-3faeffa3feba service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9a0e0e93-71ba-478a-a257-4e786b1050bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383532 Aug 05 04:22:27.131922 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b0a730-703c-45e0-a155-cf30c4ee3723 req-5d1436a6-f6aa-4740-9441-a92863e3f4e0 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:22:27.133390 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a2b0a730-703c-45e0-a155-cf30c4ee3723 req-5d1436a6-f6aa-4740-9441-a92863e3f4e0 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/ports?device_id=7be81e90-12f9-46a8-9388-2a5a2ccbd8fa HTTP/1.1" status: 200 len: 945 time: 0.0504806 Aug 05 04:22:27.167616 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-a3639e2a-1203-482b-8d79-0a5fb4eb3261 req-39029591-7b7d-494d-9311-3449b57fc7b1 service neutron] 10.222.0.39 "GET /v2.0/networks/9a0e0e93-71ba-478a-a257-4e786b1050bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844605 Aug 05 04:22:27.170152 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a2b0a730-703c-45e0-a155-cf30c4ee3723 req-7bbe5ae1-32b2-471d-8b36-5a1f752c6cd3 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/security-groups?id=d92b311d-35d1-4c30-9d9b-586d3bdc7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307989 Aug 05 04:22:27.259680 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-a3639e2a-1203-482b-8d79-0a5fb4eb3261 req-24f8361b-d4f7-4e27-bfc9-7bf843f07ffb service neutron] 10.222.0.39 "GET /v2.0/networks/9a0e0e93-71ba-478a-a257-4e786b1050bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835083 Aug 05 04:22:27.754749 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f777ef-7cb3-410c-904e-d0a4c12d6caf req-40b5a14f-af2b-4370-aaf7-3d8542375b42 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:22:27.756204 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a2f777ef-7cb3-410c-904e-d0a4c12d6caf req-40b5a14f-af2b-4370-aaf7-3d8542375b42 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=eee8bae2-e704-4afe-8c10-52cae6b3fd91 HTTP/1.1" status: 200 len: 943 time: 0.0483258 Aug 05 04:22:27.793778 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a2f777ef-7cb3-410c-904e-d0a4c12d6caf req-96d8831f-7f52-41f3-b8aa-c3a9913f0769 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c1fea28-8593-4774-81e1-7f4d3c58ebed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315716 Aug 05 04:22:27.909009 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Device fb2e59bd-9ad0-4d55-bade-5277a01d5c00 no longer exists at agent hyperv_hv-cinder-80300 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 04:22:27.928828 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] No Port match for: fb2e59bd-9ad0-4d55-bade-5277a01d5c00 {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 04:22:27.929172 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Device fb2e59bd-9ad0-4d55-bade-5277a01d5c00 not bound to the agent host hv-cinder-80300 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 04:22:28.070801 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f375684-7bc0-4d62-8683-e72c4c64f1e4 req-b2ae139a-de87-4fa4-9ad2-3f5452158135 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:22:28.072229 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-5f375684-7bc0-4d62-8683-e72c4c64f1e4 req-b2ae139a-de87-4fa4-9ad2-3f5452158135 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.39 "GET /v2.0/ports?device_id=7be81e90-12f9-46a8-9388-2a5a2ccbd8fa HTTP/1.1" status: 200 len: 945 time: 0.0466490 Aug 05 04:22:28.161660 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [req-5f375684-7bc0-4d62-8683-e72c4c64f1e4 req-273b5141-5f16-44e4-8552-ca30509a8570 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Deleting port a381cd76-32e9-4726-951a-710270b2b10e {{(pid=93251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 04:22:28.161997 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-5f375684-7bc0-4d62-8683-e72c4c64f1e4 req-273b5141-5f16-44e4-8552-ca30509a8570 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763712722935'] for port, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:28.276074 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [req-5f375684-7bc0-4d62-8683-e72c4c64f1e4 req-273b5141-5f16-44e4-8552-ca30509a8570 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] For port a381cd76-32e9-4726-951a-710270b2b10e, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=a381cd76-32e9-4726-951a-710270b2b10e,segment=NetworkSegment(3dde1be1-08d0-4677-a267-c0d98cf2de43),segment_id=3dde1be1-08d0-4677-a267-c0d98cf2de43)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:22:28.276536 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-5f375684-7bc0-4d62-8683-e72c4c64f1e4 req-273b5141-5f16-44e4-8552-ca30509a8570 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-702725'] for port, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:28.290314 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [req-5f375684-7bc0-4d62-8683-e72c4c64f1e4 req-273b5141-5f16-44e4-8552-ca30509a8570 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Calling delete_port for a381cd76-32e9-4726-951a-710270b2b10e owned by compute:nova {{(pid=93251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 04:22:28.296310 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8468a34d-0614-4b73-a831-2c728934b2e9 req-94d4d3d2-6c22-4800-990b-c1a07d7cd9ac tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:22:28.297895 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8468a34d-0614-4b73-a831-2c728934b2e9 req-94d4d3d2-6c22-4800-990b-c1a07d7cd9ac tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/ports?device_id=7be81e90-12f9-46a8-9388-2a5a2ccbd8fa HTTP/1.1" status: 200 len: 945 time: 0.0523815 Aug 05 04:22:28.337624 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8468a34d-0614-4b73-a831-2c728934b2e9 req-812fbfb7-5b9e-469f-9a27-46023444e032 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/security-groups?id=d92b311d-35d1-4c30-9d9b-586d3bdc7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337267 Aug 05 04:22:28.417108 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-5f375684-7bc0-4d62-8683-e72c4c64f1e4 req-273b5141-5f16-44e4-8552-ca30509a8570 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763712549039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763712145884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8933231'] for port, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:28.444492 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b5141-5f16-44e4-8552-ca30509a8570 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Pushing event deleted for resources: {'Port': ['ID=a381cd76-32e9-4726-951a-710270b2b10e,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:22:28.463343 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] get_ports_and_sgs() called for port_ids ['42c57c80-e151-4c69-8999-cf599c413e90', 'a381cd76-32e9-4726-951a-710270b2b10e'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 04:22:28.484449 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f375684-7bc0-4d62-8683-e72c4c64f1e4 req-273b5141-5f16-44e4-8552-ca30509a8570 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] No DVR routers for this DVR port a381cd76-32e9-4726-951a-710270b2b10e on host hv-cinder-80300 {{(pid=93251) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 04:22:28.486860 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-5f375684-7bc0-4d62-8683-e72c4c64f1e4 req-273b5141-5f16-44e4-8552-ca30509a8570 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224329'] for port, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:28.488808 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-5f375684-7bc0-4d62-8683-e72c4c64f1e4 req-273b5141-5f16-44e4-8552-ca30509a8570 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.39 "DELETE /v2.0/ports/a381cd76-32e9-4726-951a-710270b2b10e HTTP/1.1" status: 204 len: 173 time: 0.4087255 Aug 05 04:22:28.489238 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7be81e90-12f9-46a8-9388-2a5a2ccbd8fa', 'name': 'network-vif-deleted', 'tag': 'a381cd76-32e9-4726-951a-710270b2b10e'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 04:22:28.491529 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc51a2a5f300f30acac232ef327f3f01bb0f894a96a37a70efeb1c252096f2af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30646b7b-48ec-48b5-8d7c-d9cc414f71b5" -d '{"events": [{"server_uuid": "7be81e90-12f9-46a8-9388-2a5a2ccbd8fa", "name": "network-vif-deleted", "tag": "a381cd76-32e9-4726-951a-710270b2b10e"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 04:22:28.530664 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 04:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-804576af-20c7-4766-82e8-52a763e75c65 x-openstack-request-id: req-804576af-20c7-4766-82e8-52a763e75c65 {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 04:22:28.530664 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7be81e90-12f9-46a8-9388-2a5a2ccbd8fa", "name": "network-vif-deleted", "tag": "a381cd76-32e9-4726-951a-710270b2b10e", "status": "completed", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 04:22:28.530917 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-804576af-20c7-4766-82e8-52a763e75c65 {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 04:22:28.531198 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7be81e90-12f9-46a8-9388-2a5a2ccbd8fa', 'name': 'network-vif-deleted', 'tag': 'a381cd76-32e9-4726-951a-710270b2b10e', 'status': 'completed', 'code': 200} Aug 05 04:22:28.913642 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272da84b-7a1d-454e-a245-793a17b9fb68 req-2bbd5389-a5fd-4be6-aa60-ed0e7dc7d104 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:22:28.915110 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-272da84b-7a1d-454e-a245-793a17b9fb68 req-2bbd5389-a5fd-4be6-aa60-ed0e7dc7d104 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=eee8bae2-e704-4afe-8c10-52cae6b3fd91 HTTP/1.1" status: 200 len: 943 time: 0.0501850 Aug 05 04:22:28.952130 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-272da84b-7a1d-454e-a245-793a17b9fb68 req-2ef2a102-0322-4bfa-8854-34ad675c3416 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c1fea28-8593-4774-81e1-7f4d3c58ebed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312324 Aug 05 04:22:30.068616 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffa8067-f8c0-4a25-ba73-ee63817aa879 req-16a60713-9383-4ee8-a79c-fdac1b6fc959 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:22:30.070007 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0ffa8067-f8c0-4a25-ba73-ee63817aa879 req-16a60713-9383-4ee8-a79c-fdac1b6fc959 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=eee8bae2-e704-4afe-8c10-52cae6b3fd91 HTTP/1.1" status: 200 len: 943 time: 0.0477476 Aug 05 04:22:30.108817 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0ffa8067-f8c0-4a25-ba73-ee63817aa879 req-440bd43f-f01c-4d13-9fe6-60a2ca9c699f tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c1fea28-8593-4774-81e1-7f4d3c58ebed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323350 Aug 05 04:22:30.731078 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28602305-4e20-4675-93b7-f34460a89216 req-16404627-1246-456c-9aeb-f5bb461bf21b tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:22:30.732556 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-28602305-4e20-4675-93b7-f34460a89216 req-16404627-1246-456c-9aeb-f5bb461bf21b tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/ports?device_id=2115d019-f085-4012-b398-de97bdeb18ce HTTP/1.1" status: 200 len: 945 time: 0.0487041 Aug 05 04:22:30.771241 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-28602305-4e20-4675-93b7-f34460a89216 req-3a7a84eb-46bd-4da1-9a66-ffa8d17fa844 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/security-groups?id=d92b311d-35d1-4c30-9d9b-586d3bdc7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327022 Aug 05 04:22:31.229834 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d44adc-8b21-454c-8c15-42972401ee7f req-c97886f5-6375-424f-adb5-8c3049952e5f tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:22:31.231345 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b3d44adc-8b21-454c-8c15-42972401ee7f req-c97886f5-6375-424f-adb5-8c3049952e5f tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=eee8bae2-e704-4afe-8c10-52cae6b3fd91 HTTP/1.1" status: 200 len: 943 time: 0.0538776 Aug 05 04:22:31.269157 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b3d44adc-8b21-454c-8c15-42972401ee7f req-1a66581f-5a8c-47c2-b2b1-9444523414ca tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c1fea28-8593-4774-81e1-7f4d3c58ebed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314498 Aug 05 04:22:31.884914 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e997ff53-2ca4-404e-bbb8-e50887d95f27 req-67a95690-bcf6-4c7c-9cbb-101162bbf64f tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:22:31.886375 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e997ff53-2ca4-404e-bbb8-e50887d95f27 req-67a95690-bcf6-4c7c-9cbb-101162bbf64f tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/ports?device_id=2115d019-f085-4012-b398-de97bdeb18ce HTTP/1.1" status: 200 len: 945 time: 0.0474796 Aug 05 04:22:31.923358 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Device 5524ebfd-3cc1-4f2b-a36c-389488754646 details requested by agent hyperv_hv-cinder-80300 with host hv-cinder-80300 {{(pid=93252) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 04:22:31.927007 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e997ff53-2ca4-404e-bbb8-e50887d95f27 req-11ecaa27-ddd6-4a18-8e33-865dbd93e734 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/security-groups?id=d92b311d-35d1-4c30-9d9b-586d3bdc7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346696 Aug 05 04:22:31.930422 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Device a381cd76-32e9-4726-951a-710270b2b10e no longer exists at agent hyperv_hv-cinder-80300 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 04:22:31.958201 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] No Port match for: a381cd76-32e9-4726-951a-710270b2b10e {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 04:22:31.958595 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Device a381cd76-32e9-4726-951a-710270b2b10e not bound to the agent host hv-cinder-80300 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 04:22:32.042964 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] For port 5524ebfd-3cc1-4f2b-a36c-389488754646, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=5524ebfd-3cc1-4f2b-a36c-389488754646,segment=NetworkSegment(c15a155e-2ad1-4b31-bffc-e72da913a471),segment_id=c15a155e-2ad1-4b31-bffc-e72da913a471)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:22:32.057351 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Returning: {'device': '5524ebfd-3cc1-4f2b-a36c-389488754646', 'network_id': '9a0e0e93-71ba-478a-a257-4e786b1050bd', 'port_id': '5524ebfd-3cc1-4f2b-a36c-389488754646', 'mac_address': 'fa:16:3e:ab:67:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d9bb622-7c5a-45bd-8077-93c9d1b98081', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93252) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 04:22:32.098744 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:32.112686 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5524ebfd-3cc1-4f2b-a36c-389488754646 {{(pid=93252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 04:22:32.131908 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] For port 5524ebfd-3cc1-4f2b-a36c-389488754646, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=5524ebfd-3cc1-4f2b-a36c-389488754646,segment=NetworkSegment(c15a155e-2ad1-4b31-bffc-e72da913a471),segment_id=c15a155e-2ad1-4b31-bffc-e72da913a471)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:22:32.135954 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:32.186074 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Pushing event updated for resources: {'Port': ['ID=5524ebfd-3cc1-4f2b-a36c-389488754646,revision_number=4']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:22:32.395151 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22257eaf-be33-4875-9f1c-4f9722ea7f11 req-588e2b34-11c2-455e-8a53-ae06553f8053 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:22:32.396676 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-22257eaf-be33-4875-9f1c-4f9722ea7f11 req-588e2b34-11c2-455e-8a53-ae06553f8053 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=eee8bae2-e704-4afe-8c10-52cae6b3fd91 HTTP/1.1" status: 200 len: 944 time: 0.0581913 Aug 05 04:22:32.436950 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-22257eaf-be33-4875-9f1c-4f9722ea7f11 req-c5c532cd-75c7-4196-96a9-4c8c890cfe63 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c1fea28-8593-4774-81e1-7f4d3c58ebed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341296 Aug 05 04:22:32.589871 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] get_ports_and_sgs() called for port_ids ['5524ebfd-3cc1-4f2b-a36c-389488754646'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 04:22:32.629641 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f37abdf-af87-4490-b31c-c80fb214c8dd req-114061de-8132-4c8b-be96-60e323d701b3 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:22:32.631285 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-4f37abdf-af87-4490-b31c-c80fb214c8dd req-114061de-8132-4c8b-be96-60e323d701b3 tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.39 "GET /v2.0/ports?device_id=2115d019-f085-4012-b398-de97bdeb18ce HTTP/1.1" status: 200 len: 945 time: 0.0606713 Aug 05 04:22:32.729985 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [req-4f37abdf-af87-4490-b31c-c80fb214c8dd req-98b301db-69d0-4402-8855-ef2bfeeea73f tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Deleting port 42c57c80-e151-4c69-8999-cf599c413e90 {{(pid=93251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 04:22:32.730326 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-4f37abdf-af87-4490-b31c-c80fb214c8dd req-98b301db-69d0-4402-8855-ef2bfeeea73f tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763712722935'] for port, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:32.757299 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d25174e6-8c63-4fc2-b932-ffe66227beb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:32.825864 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [req-4f37abdf-af87-4490-b31c-c80fb214c8dd req-98b301db-69d0-4402-8855-ef2bfeeea73f tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] For port 42c57c80-e151-4c69-8999-cf599c413e90, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=42c57c80-e151-4c69-8999-cf599c413e90,segment=NetworkSegment(3dde1be1-08d0-4677-a267-c0d98cf2de43),segment_id=3dde1be1-08d0-4677-a267-c0d98cf2de43)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:22:32.826221 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-4f37abdf-af87-4490-b31c-c80fb214c8dd req-98b301db-69d0-4402-8855-ef2bfeeea73f tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-702725'] for port, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:32.839109 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [req-4f37abdf-af87-4490-b31c-c80fb214c8dd req-98b301db-69d0-4402-8855-ef2bfeeea73f tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Calling delete_port for 42c57c80-e151-4c69-8999-cf599c413e90 owned by compute:nova {{(pid=93251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 04:22:32.966542 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-4f37abdf-af87-4490-b31c-c80fb214c8dd req-98b301db-69d0-4402-8855-ef2bfeeea73f tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763712549039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763712145884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8933231'] for port, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:32.999400 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b301db-69d0-4402-8855-ef2bfeeea73f tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Pushing event deleted for resources: {'Port': ['ID=42c57c80-e151-4c69-8999-cf599c413e90,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:22:33.036006 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2b0e4107-68ef-446d-a301-1eb69bcc6ad8 req-a79368dd-94de-4e05-aec0-65b794a6756a tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.37 "GET /v2.0/ports?device_id=2115d019-f085-4012-b398-de97bdeb18ce HTTP/1.1" status: 200 len: 210 time: 0.0300887 Aug 05 04:22:33.037398 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f37abdf-af87-4490-b31c-c80fb214c8dd req-98b301db-69d0-4402-8855-ef2bfeeea73f tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] No DVR routers for this DVR port 42c57c80-e151-4c69-8999-cf599c413e90 on host hv-cinder-80300 {{(pid=93251) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 04:22:33.039872 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-4f37abdf-af87-4490-b31c-c80fb214c8dd req-98b301db-69d0-4402-8855-ef2bfeeea73f tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224329'] for port, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:33.041848 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-4f37abdf-af87-4490-b31c-c80fb214c8dd req-98b301db-69d0-4402-8855-ef2bfeeea73f tempest-AttachVolumeNegativeTest-1938437952 tempest-AttachVolumeNegativeTest-1938437952-project] 10.222.0.39 "DELETE /v2.0/ports/42c57c80-e151-4c69-8999-cf599c413e90 HTTP/1.1" status: 204 len: 173 time: 0.4040928 Aug 05 04:22:33.042268 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2115d019-f085-4012-b398-de97bdeb18ce', 'name': 'network-vif-deleted', 'tag': '42c57c80-e151-4c69-8999-cf599c413e90'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 04:22:33.044623 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc51a2a5f300f30acac232ef327f3f01bb0f894a96a37a70efeb1c252096f2af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f35f57d-6895-4d77-979c-f849425fa820" -d '{"events": [{"server_uuid": "2115d019-f085-4012-b398-de97bdeb18ce", "name": "network-vif-deleted", "tag": "42c57c80-e151-4c69-8999-cf599c413e90"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 04:22:33.081473 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 04:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e81ee68-0860-4bba-88c6-1307ca757e3e x-openstack-request-id: req-1e81ee68-0860-4bba-88c6-1307ca757e3e {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 04:22:33.081807 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2115d019-f085-4012-b398-de97bdeb18ce", "name": "network-vif-deleted", "tag": "42c57c80-e151-4c69-8999-cf599c413e90", "status": "completed", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 04:22:33.082068 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1e81ee68-0860-4bba-88c6-1307ca757e3e {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 04:22:33.082459 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2115d019-f085-4012-b398-de97bdeb18ce', 'name': 'network-vif-deleted', 'tag': '42c57c80-e151-4c69-8999-cf599c413e90', 'status': 'completed', 'code': 200} Aug 05 04:22:33.442076 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] get_ports_and_sgs() called for port_ids ['42c57c80-e151-4c69-8999-cf599c413e90'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 04:22:33.561145 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03324cff-474e-4d39-b2b7-f6d4e7175610 req-131b2f81-0bbe-4e41-94cb-27c4f09fbc0a tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:22:33.562661 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-03324cff-474e-4d39-b2b7-f6d4e7175610 req-131b2f81-0bbe-4e41-94cb-27c4f09fbc0a tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=eee8bae2-e704-4afe-8c10-52cae6b3fd91 HTTP/1.1" status: 200 len: 944 time: 0.0525100 Aug 05 04:22:33.601681 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-03324cff-474e-4d39-b2b7-f6d4e7175610 req-97df7c11-ad4a-4a5a-af8e-626bab639a61 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c1fea28-8593-4774-81e1-7f4d3c58ebed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329545 Aug 05 04:22:33.934895 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Device 5524ebfd-3cc1-4f2b-a36c-389488754646 up at agent hyperv_hv-cinder-80300 {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 04:22:33.989541 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Provisioning for port 5524ebfd-3cc1-4f2b-a36c-389488754646 completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 04:22:33.993245 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Provisioning complete for port 5524ebfd-3cc1-4f2b-a36c-389488754646 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 04:22:33.993619 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66839334'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:34.071843 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:34.094409 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eee8bae2-e704-4afe-8c10-52cae6b3fd91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5524ebfd-3cc1-4f2b-a36c-389488754646'}] {{(pid=93252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 04:22:34.096712 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 59334) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:22:34.097436 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f021a78abaadf32682ec407d28b092b8d5e159b0dca1f9e700978c1e9d6d025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a38a30b9-f5b5-4e49-bc31-61cc21b25ffa" -d '{"events": [{"server_uuid": "eee8bae2-e704-4afe-8c10-52cae6b3fd91", "name": "network-vif-plugged", "status": "completed", "tag": "5524ebfd-3cc1-4f2b-a36c-389488754646"}]}' {{(pid=93252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 04:22:34.115202 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] For port 5524ebfd-3cc1-4f2b-a36c-389488754646, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=5524ebfd-3cc1-4f2b-a36c-389488754646,segment=NetworkSegment(c15a155e-2ad1-4b31-bffc-e72da913a471),segment_id=c15a155e-2ad1-4b31-bffc-e72da913a471)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:22:34.119712 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:34.145924 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 04:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6df1d45-a918-4291-8906-cde49259a043 x-openstack-request-id: req-a6df1d45-a918-4291-8906-cde49259a043 {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 04:22:34.146235 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eee8bae2-e704-4afe-8c10-52cae6b3fd91", "name": "network-vif-plugged", "status": "completed", "tag": "5524ebfd-3cc1-4f2b-a36c-389488754646", "code": 200}]} {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 04:22:34.146510 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a6df1d45-a918-4291-8906-cde49259a043 {{(pid=93252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 04:22:34.146620 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.db_base_plugin_v2 [None req-23c074f8-ac86-4880-bf84-14875a399c21 admin admin] Deleting subnet e6f9db74-429d-4d50-95ec-3b879df44d2e {{(pid=93251) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 04:22:34.146884 dv-cinder-803000-4-iscsi neutron-server[93252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eee8bae2-e704-4afe-8c10-52cae6b3fd91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5524ebfd-3cc1-4f2b-a36c-389488754646', 'code': 200} Aug 05 04:22:34.149615 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-23c074f8-ac86-4880-bf84-14875a399c21 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:34.174030 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Pushing event updated for resources: {'Port': ['ID=5524ebfd-3cc1-4f2b-a36c-389488754646,revision_number=5']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:22:34.191001 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-23c074f8-ac86-4880-bf84-14875a399c21 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3787494'] for subnet, precommit_delete_associations {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:34.233296 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-23c074f8-ac86-4880-bf84-14875a399c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66721300'] for subnet, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:34.288359 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-23c074f8-ac86-4880-bf84-14875a399c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66721283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8933212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994172'] for subnet, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:34.323348 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c074f8-ac86-4880-bf84-14875a399c21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6f9db74-429d-4d50-95ec-3b879df44d2e,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:22:34.326657 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-23c074f8-ac86-4880-bf84-14875a399c21 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:34.328469 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-23c074f8-ac86-4880-bf84-14875a399c21 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/e6f9db74-429d-4d50-95ec-3b879df44d2e HTTP/1.1" status: 204 len: 168 time: 0.2306051 Aug 05 04:22:34.331715 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 59340) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:22:34.356171 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846c1b72-5b6c-494c-ac1c-626c7287b325 req-d3b376fc-b02f-44fe-a6f9-29515c0494c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:22:34.357621 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-846c1b72-5b6c-494c-ac1c-626c7287b325 req-d3b376fc-b02f-44fe-a6f9-29515c0494c4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=eee8bae2-e704-4afe-8c10-52cae6b3fd91 HTTP/1.1" status: 200 len: 1098 time: 0.0430932 Aug 05 04:22:34.393442 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-846c1b72-5b6c-494c-ac1c-626c7287b325 req-343d9497-b2bd-4ed7-b61a-e34544b0ade9 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=4c1fea28-8593-4774-81e1-7f4d3c58ebed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278676 Aug 05 04:22:34.398999 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-4f524b75-20f2-4b4c-ba02-682d960d4778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66814758'] for network, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:34.480135 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-4f524b75-20f2-4b4c-ba02-682d960d4778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66721711', 'neutron.services.segments.db._delete_segments_for_network-8763712477754'] for network, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:34.489522 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.services.segments.db [None req-4f524b75-20f2-4b4c-ba02-682d960d4778 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf907c3d-eb09-4c0a-8c7f-37b6a493a079']}} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:22:34.498958 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.services.segments.db [None req-4f524b75-20f2-4b4c-ba02-682d960d4778 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dde1be1-08d0-4677-a267-c0d98cf2de43') {'for_net_delete': True} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:22:34.499253 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.services.segments.db [None req-4f524b75-20f2-4b4c-ba02-682d960d4778 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dde1be1-08d0-4677-a267-c0d98cf2de43') {} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:22:34.508219 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-4f524b75-20f2-4b4c-ba02-682d960d4778 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763712645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2700621'] for segment, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:34.522184 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-4f524b75-20f2-4b4c-ba02-682d960d4778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66718183'] for segment, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:34.528372 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f524b75-20f2-4b4c-ba02-682d960d4778 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=93250) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 04:22:34.528795 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-4f524b75-20f2-4b4c-ba02-682d960d4778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66718183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3061401'] for segment, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:34.530867 dv-cinder-803000-4-iscsi neutron-server[93250]: Traceback (most recent call last): Aug 05 04:22:34.530867 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 04:22:34.530867 dv-cinder-803000-4-iscsi neutron-server[93250]: timer() Aug 05 04:22:34.530867 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 04:22:34.530867 dv-cinder-803000-4-iscsi neutron-server[93250]: cb(*args, **kw) Aug 05 04:22:34.530867 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 04:22:34.530867 dv-cinder-803000-4-iscsi neutron-server[93250]: return func(*args, **kwargs) Aug 05 04:22:34.530867 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 04:22:34.530867 dv-cinder-803000-4-iscsi neutron-server[93250]: self._notify() Aug 05 04:22:34.530867 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 04:22:34.530867 dv-cinder-803000-4-iscsi neutron-server[93250]: self.callback(batched_events) Aug 05 04:22:34.530867 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 04:22:34.530867 dv-cinder-803000-4-iscsi neutron-server[93250]: event.method(event) Aug 05 04:22:34.530867 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 04:22:34.530867 dv-cinder-803000-4-iscsi neutron-server[93250]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 04:22:34.530867 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 04:22:34.530867 dv-cinder-803000-4-iscsi neutron-server[93250]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 04:22:34.530867 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 04:22:34.530867 dv-cinder-803000-4-iscsi neutron-server[93250]: return f(self, *a, **k) Aug 05 04:22:34.530867 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 04:22:34.530867 dv-cinder-803000-4-iscsi neutron-server[93250]: return self._get(url).json() Aug 05 04:22:34.530867 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 04:22:34.530867 dv-cinder-803000-4-iscsi neutron-server[93250]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 04:22:34.530867 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 04:22:34.530867 dv-cinder-803000-4-iscsi neutron-server[93250]: return self.request(url, 'GET', **kwargs) Aug 05 04:22:34.530867 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 04:22:34.530867 dv-cinder-803000-4-iscsi neutron-server[93250]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 04:22:34.530867 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 04:22:34.530867 dv-cinder-803000-4-iscsi neutron-server[93250]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 04:22:34.530867 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 04:22:34.530867 dv-cinder-803000-4-iscsi neutron-server[93250]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 04:22:34.530867 dv-cinder-803000-4-iscsi neutron-server[93250]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 04:22:34.586330 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-4f524b75-20f2-4b4c-ba02-682d960d4778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66721686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-699446'] for network, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:34.591543 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-4f524b75-20f2-4b4c-ba02-682d960d4778 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568634'] for network, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:34.593355 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-4f524b75-20f2-4b4c-ba02-682d960d4778 admin admin] 10.222.0.37 "DELETE /v2.0/networks/cf907c3d-eb09-4c0a-8c7f-37b6a493a079 HTTP/1.1" status: 204 len: 168 time: 0.2606800 Aug 05 04:22:34.605185 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f524b75-20f2-4b4c-ba02-682d960d4778 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf907c3d-eb09-4c0a-8c7f-37b6a493a079,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:22:34.724515 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a1cb1f-2bbe-423c-be72-ad26c0077ddd req-547c0dd4-a455-4022-bb3b-7926743967c5 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:22:34.726010 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b0a1cb1f-2bbe-423c-be72-ad26c0077ddd req-547c0dd4-a455-4022-bb3b-7926743967c5 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=eee8bae2-e704-4afe-8c10-52cae6b3fd91 HTTP/1.1" status: 200 len: 945 time: 0.0512786 Aug 05 04:22:34.755529 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 59346) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:22:34.766190 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b0a1cb1f-2bbe-423c-be72-ad26c0077ddd req-75e289ed-fc9c-4831-a4c5-9e952fbcb4da tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c1fea28-8593-4774-81e1-7f4d3c58ebed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343995 Aug 05 04:22:34.793569 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-5722908c-dee7-44ab-8461-514be74a78c8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0f2e39f05a9844bcbcea52b74bfc92bc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0369461 Aug 05 04:22:34.796041 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 59348) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:22:34.844963 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0f7aa030-479d-48fc-8417-96685e89953e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:34.864989 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0f7aa030-479d-48fc-8417-96685e89953e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:34.910379 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0f7aa030-479d-48fc-8417-96685e89953e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:34.912871 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0f7aa030-479d-48fc-8417-96685e89953e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:34.913979 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-0f7aa030-479d-48fc-8417-96685e89953e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d92b311d-35d1-4c30-9d9b-586d3bdc7daa HTTP/1.1" status: 204 len: 168 time: 0.1170840 Aug 05 04:22:34.921723 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7aa030-479d-48fc-8417-96685e89953e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d92b311d-35d1-4c30-9d9b-586d3bdc7daa,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:22:35.122381 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-1b1599f4-f316-402c-bf58-4c089b8f6bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:35.242003 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-995284cd-7b51-4820-8850-bc050746128b req-3f034167-e994-4a3c-8531-78fba358e591 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2147f667-d746-4185-9f35-aeecd3b618bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394433 Aug 05 04:22:35.318303 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:35.329356 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995284cd-7b51-4820-8850-bc050746128b req-4505c3f5-7bbd-4414-a5ca-9263c6b14f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:22:35.331149 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-995284cd-7b51-4820-8850-bc050746128b req-4505c3f5-7bbd-4414-a5ca-9263c6b14f9f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7e1b30b90c7140f8b2ccf41b54163dd5&device_id=2147f667-d746-4185-9f35-aeecd3b618bf HTTP/1.1" status: 200 len: 1098 time: 0.0472326 Aug 05 04:22:35.690592 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995284cd-7b51-4820-8850-bc050746128b req-748046b1-789d-45fa-939c-518c015f9190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:22:35.692038 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-995284cd-7b51-4820-8850-bc050746128b req-748046b1-789d-45fa-939c-518c015f9190 service neutron] 10.222.0.39 "GET /v2.0/networks?id=96928152-e7de-4eec-a055-721b95480308 HTTP/1.1" status: 200 len: 912 time: 0.3419945 Aug 05 04:22:35.799615 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-995284cd-7b51-4820-8850-bc050746128b req-a7c0b60a-29e5-42c7-9802-4e331086e67d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b62ea826-62c2-44d5-99fd-68a5f0075fbe HTTP/1.1" status: 200 len: 1001 time: 0.0591612 Aug 05 04:22:35.871133 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995284cd-7b51-4820-8850-bc050746128b req-42aaf4c2-b480-46ac-9ff7-fdec2189069d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:22:35.872970 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-995284cd-7b51-4820-8850-bc050746128b req-42aaf4c2-b480-46ac-9ff7-fdec2189069d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9f533690-95d6-43c6-9d22-76c71900eaef HTTP/1.1" status: 200 len: 850 time: 0.0560412 Aug 05 04:22:35.904922 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec6eb1-4a1c-4606-bb92-424dba698307 req-475e7612-75d5-4246-aee9-8b0875e7a787 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:22:35.906386 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-64ec6eb1-4a1c-4606-bb92-424dba698307 req-475e7612-75d5-4246-aee9-8b0875e7a787 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=eee8bae2-e704-4afe-8c10-52cae6b3fd91 HTTP/1.1" status: 200 len: 945 time: 0.0635102 Aug 05 04:22:35.930128 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995284cd-7b51-4820-8850-bc050746128b req-903e5279-7e38-4e04-9e1d-1eb48cbbeb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:22:35.931704 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-995284cd-7b51-4820-8850-bc050746128b req-903e5279-7e38-4e04-9e1d-1eb48cbbeb70 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=96928152-e7de-4eec-a055-721b95480308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0504417 Aug 05 04:22:35.948142 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-64ec6eb1-4a1c-4606-bb92-424dba698307 req-892e93c8-256f-4095-9db9-68748887c4c7 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c1fea28-8593-4774-81e1-7f4d3c58ebed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346413 Aug 05 04:22:36.030879 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-995284cd-7b51-4820-8850-bc050746128b req-a582b881-3cbb-4eef-9e32-6146287c06bb service neutron] 10.222.0.39 "GET /v2.0/networks/96928152-e7de-4eec-a055-721b95480308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907943 Aug 05 04:22:36.124758 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-995284cd-7b51-4820-8850-bc050746128b req-a297dbcb-4776-4f3c-9c25-3419f0f2bec7 service neutron] 10.222.0.39 "GET /v2.0/networks/96928152-e7de-4eec-a055-721b95480308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848238 Aug 05 04:22:36.293670 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-03641130-cd72-49d2-95a2-84c2adaa14ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:36.495562 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 59414) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:22:36.714213 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-8f848e4f-1ecf-443b-8f81-d1afd84b6cf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:36.809652 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-8f848e4f-1ecf-443b-8f81-d1afd84b6cf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:36.812918 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-8f848e4f-1ecf-443b-8f81-d1afd84b6cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:36.850366 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f848e4f-1ecf-443b-8f81-d1afd84b6cf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dbf1f4b-086f-4c8d-8bd3-95ebef4f589a,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:22:36.864593 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-8f848e4f-1ecf-443b-8f81-d1afd84b6cf9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=347663c6e2d64a089e31a54072d07f17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3677547 Aug 05 04:22:36.867210 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 59434) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:22:36.924168 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-3109d1ce-cb40-4946-8b00-82df9afaebb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:36.947841 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-3109d1ce-cb40-4946-8b00-82df9afaebb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:37.006358 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-3109d1ce-cb40-4946-8b00-82df9afaebb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:37.009460 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-3109d1ce-cb40-4946-8b00-82df9afaebb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:37.011185 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-3109d1ce-cb40-4946-8b00-82df9afaebb3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2dbf1f4b-086f-4c8d-8bd3-95ebef4f589a HTTP/1.1" status: 204 len: 168 time: 0.1428645 Aug 05 04:22:37.020207 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3109d1ce-cb40-4946-8b00-82df9afaebb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dbf1f4b-086f-4c8d-8bd3-95ebef4f589a,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:22:37.089836 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4861a635-8fb1-4e8d-8628-3ddbe3857c16 req-38e80268-d9c1-4d89-89bb-930d9257f525 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:22:37.091356 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4861a635-8fb1-4e8d-8628-3ddbe3857c16 req-38e80268-d9c1-4d89-89bb-930d9257f525 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=eee8bae2-e704-4afe-8c10-52cae6b3fd91 HTTP/1.1" status: 200 len: 945 time: 0.0625000 Aug 05 04:22:37.132855 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4861a635-8fb1-4e8d-8628-3ddbe3857c16 req-e18ef6d3-fa94-44fc-b1f1-721595e924cb tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c1fea28-8593-4774-81e1-7f4d3c58ebed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336649 Aug 05 04:22:37.259096 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e3b2db-255f-4b0d-a9de-8e24f739c401 req-9c648552-e0dc-40dc-a9e8-9cb8390713c8 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:22:37.260622 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b8e3b2db-255f-4b0d-a9de-8e24f739c401 req-9c648552-e0dc-40dc-a9e8-9cb8390713c8 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=eee8bae2-e704-4afe-8c10-52cae6b3fd91 HTTP/1.1" status: 200 len: 945 time: 0.0488286 Aug 05 04:22:37.269797 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 59460) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:22:37.275105 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-bc666c0f-34cc-4bbe-a377-30faec0355d9 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Request body: {'floatingip': {'port_id': '5524ebfd-3cc1-4f2b-a36c-389488754646'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:22:37.352438 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-bc666c0f-34cc-4bbe-a377-30faec0355d9 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Notify callbacks [] for floatingip, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:37.937677 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Device 42c57c80-e151-4c69-8999-cf599c413e90 no longer exists at agent hyperv_hv-cinder-80300 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 04:22:37.958711 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] No Port match for: 42c57c80-e151-4c69-8999-cf599c413e90 {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 04:22:37.959325 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Device 42c57c80-e151-4c69-8999-cf599c413e90 not bound to the agent host hv-cinder-80300 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 04:22:37.995309 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-6a2206e1-ea48-45a0-865e-aad2fcc79b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:38.043373 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-bc666c0f-34cc-4bbe-a377-30faec0355d9 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:38.047759 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-bc666c0f-34cc-4bbe-a377-30faec0355d9 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-699471'] for floatingip, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:38.361102 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.db.l3_db [None req-bc666c0f-34cc-4bbe-a377-30faec0355d9 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Floating IP c4428d7d-247b-4398-bed2-75d0a7e2f393 associated. External IP: 172.27.3.84, port: 5524ebfd-3cc1-4f2b-a36c-389488754646. Aug 05 04:22:38.572519 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc666c0f-34cc-4bbe-a377-30faec0355d9 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Router 1fed6997-f9c8-443d-8981-667366cf7183 has already been hosted by L3 agent 8e71ca1b-9911-44b3-bf09-1fce3db7ea9a {{(pid=93250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 04:22:38.675530 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc666c0f-34cc-4bbe-a377-30faec0355d9 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Notify agent at l3_agent.dv-cinder-803000-4-iscsi the message routers_updated {{(pid=93250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 04:22:38.680073 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-bc666c0f-34cc-4bbe-a377-30faec0355d9 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224329'] for floatingip, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:38.685812 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b7cce7-0d24-4d97-83b0-8929c2d419df None None] Sync routers for ids ['1fed6997-f9c8-443d-8981-667366cf7183'] in dv-cinder-803000-4-iscsi {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 04:22:38.695059 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b7cce7-0d24-4d97-83b0-8929c2d419df None None] Routers {'1fed6997-f9c8-443d-8981-667366cf7183'} bound to L3 agent in host dv-cinder-803000-4-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 04:22:38.695599 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-52b7cce7-0d24-4d97-83b0-8929c2d419df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T04:10:35Z,description=,heartbeat_timestamp=2021-08-05T04:22:35Z,host='dv-cinder-803000-4-iscsi',id=8e71ca1b-9911-44b3-bf09-1fce3db7ea9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T04:10:35Z,topic='l3_agent')) {'router_ids': ['1fed6997-f9c8-443d-8981-667366cf7183'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:22:38.711863 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-bc666c0f-34cc-4bbe-a377-30faec0355d9 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "PUT /v2.0/floatingips/c4428d7d-247b-4398-bed2-75d0a7e2f393 HTTP/1.1" status: 200 len: 990 time: 1.4407065 Aug 05 04:22:38.712368 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eee8bae2-e704-4afe-8c10-52cae6b3fd91', 'tag': '5524ebfd-3cc1-4f2b-a36c-389488754646'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 04:22:38.714747 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}291f54d86260268176ea2bbc10b53d1be45ae62ce21e3035f9ef74b1f5967b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-898d4c79-e640-47d8-8f7c-0bf1fe169775" -d '{"events": [{"name": "network-changed", "server_uuid": "eee8bae2-e704-4afe-8c10-52cae6b3fd91", "tag": "5524ebfd-3cc1-4f2b-a36c-389488754646"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 04:22:38.756205 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 04:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce6b88f2-17eb-4111-8584-35574b9d797f x-openstack-request-id: req-ce6b88f2-17eb-4111-8584-35574b9d797f {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 04:22:38.756510 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eee8bae2-e704-4afe-8c10-52cae6b3fd91", "tag": "5524ebfd-3cc1-4f2b-a36c-389488754646", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 04:22:38.756757 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ce6b88f2-17eb-4111-8584-35574b9d797f {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 04:22:38.757148 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eee8bae2-e704-4afe-8c10-52cae6b3fd91', 'tag': '5524ebfd-3cc1-4f2b-a36c-389488754646', 'status': 'completed', 'code': 200} Aug 05 04:22:38.806877 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-52b7cce7-0d24-4d97-83b0-8929c2d419df None None] Set router 1fed6997-f9c8-443d-8981-667366cf7183 gateway port host: dv-cinder-803000-4-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 04:22:38.859681 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898d4c79-e640-47d8-8f7c-0bf1fe169775 req-8d9cb86d-df61-4753-ae51-abe63b1e3f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:22:38.861806 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-898d4c79-e640-47d8-8f7c-0bf1fe169775 req-8d9cb86d-df61-4753-ae51-abe63b1e3f19 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fd61998732194217b5bf2455115f2cdf&device_id=eee8bae2-e704-4afe-8c10-52cae6b3fd91 HTTP/1.1" status: 200 len: 1098 time: 0.0523248 Aug 05 04:22:38.964054 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898d4c79-e640-47d8-8f7c-0bf1fe169775 req-41e4c87a-d61d-42c9-bbae-33afecf99852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:22:38.965918 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-898d4c79-e640-47d8-8f7c-0bf1fe169775 req-41e4c87a-d61d-42c9-bbae-33afecf99852 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9a0e0e93-71ba-478a-a257-4e786b1050bd HTTP/1.1" status: 200 len: 918 time: 0.0967991 Aug 05 04:22:39.033363 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-898d4c79-e640-47d8-8f7c-0bf1fe169775 req-40bc52d3-6002-4e36-8c3c-4f5bb9dd90e6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5524ebfd-3cc1-4f2b-a36c-389488754646 HTTP/1.1" status: 200 len: 998 time: 0.0601797 Aug 05 04:22:39.079375 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-52b7cce7-0d24-4d97-83b0-8929c2d419df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fed6997-f9c8-443d-8981-667366cf7183', 'name': 'tempest-AttachVolumeShelveTestJSON-1510877057-router', 'tenant_id': 'fd61998732194217b5bf2455115f2cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'external_fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '901c0e86-7da9-4bdd-ada5-ef1bfc37774b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:22:16Z', 'updated_at': '2021-08-05T04:22:19Z', 'revision_number': 4, 'project_id': 'fd61998732194217b5bf2455115f2cdf', 'gw_port': {'id': '901c0e86-7da9-4bdd-ada5-ef1bfc37774b', 'name': '', 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:84:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fed6997-f9c8-443d-8981-667366cf7183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:22:17Z', 'updated_at': '2021-08-05T04:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-4-iscsi', '_floatingips': [{'id': 'c4428d7d-247b-4398-bed2-75d0a7e2f393', 'tenant_id': 'fd61998732194217b5bf2455115f2cdf', 'floating_ip_address': '172.27.3.84', 'floating_network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'router_id': '1fed6997-f9c8-443d-8981-667366cf7183', 'port_id': '5524ebfd-3cc1-4f2b-a36c-389488754646', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a0e0e93-71ba-478a-a257-4e786b1050bd', 'mac_address': 'fa:16:3e:ab:67:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee8bae2-e704-4afe-8c10-52cae6b3fd91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T04:22:22Z', 'updated_at': '2021-08-05T04:22:37Z', 'revision_number': 1, 'project_id': 'fd61998732194217b5bf2455115f2cdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdfe607b-d07e-4785-b3c3-ba59c32b6231', 'name': '', 'network_id': '9a0e0e93-71ba-478a-a257-4e786b1050bd', 'tenant_id': 'fd61998732194217b5bf2455115f2cdf', 'mac_address': 'fa:16:3e:ed:b7:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fed6997-f9c8-443d-8981-667366cf7183', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '1d9bb622-7c5a-45bd-8077-93c9d1b98081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:22:19Z', 'updated_at': '2021-08-05T04:22:24Z', 'revision_number': 5, 'project_id': 'fd61998732194217b5bf2455115f2cdf', 'subnets': [{'id': '1d9bb622-7c5a-45bd-8077-93c9d1b98081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803000-4-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:22:39.084427 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898d4c79-e640-47d8-8f7c-0bf1fe169775 req-370ac7c5-f4c4-4cfc-933b-ab7a236895f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:22:39.085869 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-898d4c79-e640-47d8-8f7c-0bf1fe169775 req-370ac7c5-f4c4-4cfc-933b-ab7a236895f6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1d9bb622-7c5a-45bd-8077-93c9d1b98081 HTTP/1.1" status: 200 len: 856 time: 0.0438335 Aug 05 04:22:39.107737 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b7cce7-0d24-4d97-83b0-8929c2d419df None None] Checking router: 1fed6997-f9c8-443d-8981-667366cf7183 for host: dv-cinder-803000-4-iscsi {{(pid=93252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 04:22:39.117588 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b7cce7-0d24-4d97-83b0-8929c2d419df None None] Routers {'1fed6997-f9c8-443d-8981-667366cf7183'} bound to L3 agent in host dv-cinder-803000-4-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 04:22:39.118196 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-52b7cce7-0d24-4d97-83b0-8929c2d419df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T04:10:35Z,description=,heartbeat_timestamp=2021-08-05T04:22:35Z,host='dv-cinder-803000-4-iscsi',id=8e71ca1b-9911-44b3-bf09-1fce3db7ea9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T04:10:35Z,topic='l3_agent')) {'router_ids': ['1fed6997-f9c8-443d-8981-667366cf7183'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:22:39.135759 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898d4c79-e640-47d8-8f7c-0bf1fe169775 req-95e6d9da-f25d-449d-b53d-2d95aaed4dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:22:39.137233 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-898d4c79-e640-47d8-8f7c-0bf1fe169775 req-95e6d9da-f25d-449d-b53d-2d95aaed4dbe service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9a0e0e93-71ba-478a-a257-4e786b1050bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0439334 Aug 05 04:22:39.222301 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-52b7cce7-0d24-4d97-83b0-8929c2d419df None None] Set router 1fed6997-f9c8-443d-8981-667366cf7183 gateway port host: dv-cinder-803000-4-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 04:22:39.238973 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-898d4c79-e640-47d8-8f7c-0bf1fe169775 req-85a1358b-cf46-4b3d-9175-4f84e1641c87 service neutron] 10.222.0.39 "GET /v2.0/networks/9a0e0e93-71ba-478a-a257-4e786b1050bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853059 Aug 05 04:22:39.332306 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-898d4c79-e640-47d8-8f7c-0bf1fe169775 req-e6f08b57-6901-4447-8fed-466e0d891057 service neutron] 10.222.0.39 "GET /v2.0/networks/9a0e0e93-71ba-478a-a257-4e786b1050bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854499 Aug 05 04:22:39.456918 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-52b7cce7-0d24-4d97-83b0-8929c2d419df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fed6997-f9c8-443d-8981-667366cf7183', 'name': 'tempest-AttachVolumeShelveTestJSON-1510877057-router', 'tenant_id': 'fd61998732194217b5bf2455115f2cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'external_fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '901c0e86-7da9-4bdd-ada5-ef1bfc37774b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:22:16Z', 'updated_at': '2021-08-05T04:22:19Z', 'revision_number': 4, 'project_id': 'fd61998732194217b5bf2455115f2cdf', 'gw_port': {'id': '901c0e86-7da9-4bdd-ada5-ef1bfc37774b', 'name': '', 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:84:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fed6997-f9c8-443d-8981-667366cf7183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:22:17Z', 'updated_at': '2021-08-05T04:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-4-iscsi', '_floatingips': [{'id': 'c4428d7d-247b-4398-bed2-75d0a7e2f393', 'tenant_id': 'fd61998732194217b5bf2455115f2cdf', 'floating_ip_address': '172.27.3.84', 'floating_network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'router_id': '1fed6997-f9c8-443d-8981-667366cf7183', 'port_id': '5524ebfd-3cc1-4f2b-a36c-389488754646', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a0e0e93-71ba-478a-a257-4e786b1050bd', 'mac_address': 'fa:16:3e:ab:67:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee8bae2-e704-4afe-8c10-52cae6b3fd91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T04:22:22Z', 'updated_at': '2021-08-05T04:22:37Z', 'revision_number': 1, 'project_id': 'fd61998732194217b5bf2455115f2cdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdfe607b-d07e-4785-b3c3-ba59c32b6231', 'name': '', 'network_id': '9a0e0e93-71ba-478a-a257-4e786b1050bd', 'tenant_id': 'fd61998732194217b5bf2455115f2cdf', 'mac_address': 'fa:16:3e:ed:b7:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fed6997-f9c8-443d-8981-667366cf7183', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '1d9bb622-7c5a-45bd-8077-93c9d1b98081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:22:19Z', 'updated_at': '2021-08-05T04:22:24Z', 'revision_number': 5, 'project_id': 'fd61998732194217b5bf2455115f2cdf', 'subnets': [{'id': '1d9bb622-7c5a-45bd-8077-93c9d1b98081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803000-4-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:22:39.488240 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:39.489085 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b7cce7-0d24-4d97-83b0-8929c2d419df None None] The sync data for ids ['1fed6997-f9c8-443d-8981-667366cf7183'] in dv-cinder-803000-4-iscsi is: [{'id': '1fed6997-f9c8-443d-8981-667366cf7183', 'name': 'tempest-AttachVolumeShelveTestJSON-1510877057-router', 'tenant_id': 'fd61998732194217b5bf2455115f2cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'external_fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '901c0e86-7da9-4bdd-ada5-ef1bfc37774b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:22:16Z', 'updated_at': '2021-08-05T04:22:19Z', 'revision_number': 4, 'project_id': 'fd61998732194217b5bf2455115f2cdf', 'gw_port': {'id': '901c0e86-7da9-4bdd-ada5-ef1bfc37774b', 'name': '', 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:84:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fed6997-f9c8-443d-8981-667366cf7183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:22:17Z', 'updated_at': '2021-08-05T04:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-4-iscsi', '_floatingips': [{'id': 'c4428d7d-247b-4398-bed2-75d0a7e2f393', 'tenant_id': 'fd61998732194217b5bf2455115f2cdf', 'floating_ip_address': '172.27.3.84', 'floating_network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'router_id': '1fed6997-f9c8-443d-8981-667366cf7183', 'port_id': '5524ebfd-3cc1-4f2b-a36c-389488754646', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a0e0e93-71ba-478a-a257-4e786b1050bd', 'mac_address': 'fa:16:3e:ab:67:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee8bae2-e704-4afe-8c10-52cae6b3fd91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T04:22:22Z', 'updated_at': '2021-08-05T04:22:37Z', 'revision_number': 1, 'project_id': 'fd61998732194217b5bf2455115f2cdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdfe607b-d07e-4785-b3c3-ba59c32b6231', 'name': '', 'network_id': '9a0e0e93-71ba-478a-a257-4e786b1050bd', 'tenant_id': 'fd61998732194217b5bf2455115f2cdf', 'mac_address': 'fa:16:3e:ed:b7:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fed6997-f9c8-443d-8981-667366cf7183', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '1d9bb622-7c5a-45bd-8077-93c9d1b98081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:22:19Z', 'updated_at': '2021-08-05T04:22:24Z', 'revision_number': 5, 'project_id': 'fd61998732194217b5bf2455115f2cdf', 'subnets': [{'id': '1d9bb622-7c5a-45bd-8077-93c9d1b98081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 04:22:39.702789 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17cee20-5cc4-453e-8ab7-3845a2994fd0 None None] New status for floating IP c4428d7d-247b-4398-bed2-75d0a7e2f393: ACTIVE {{(pid=93253) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 04:22:46.008051 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acb78c5-8786-42e6-9175-6b2412ceaf84 req-16838807-f934-4eda-8d75-88be70c717e0 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:22:46.009917 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7acb78c5-8786-42e6-9175-6b2412ceaf84 req-16838807-f934-4eda-8d75-88be70c717e0 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/ports?device_id=2147f667-d746-4185-9f35-aeecd3b618bf HTTP/1.1" status: 200 len: 945 time: 0.0616093 Aug 05 04:22:46.048267 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7acb78c5-8786-42e6-9175-6b2412ceaf84 req-4c93207a-b2fe-478d-bb5e-1b00e8eb7ccd tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/security-groups?id=30a7b57d-d19f-4842-b220-e889f0616c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318639 Aug 05 04:22:47.164567 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9838f7cf-f260-41f7-8858-fc9728709e8b req-6a7b163e-8a02-481d-80fc-9f31e72cc04d tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:22:47.166023 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9838f7cf-f260-41f7-8858-fc9728709e8b req-6a7b163e-8a02-481d-80fc-9f31e72cc04d tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/ports?device_id=2147f667-d746-4185-9f35-aeecd3b618bf HTTP/1.1" status: 200 len: 945 time: 0.0484724 Aug 05 04:22:47.205437 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9838f7cf-f260-41f7-8858-fc9728709e8b req-d2d25195-550f-44a7-94c6-d1ad54fe65f8 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/security-groups?id=30a7b57d-d19f-4842-b220-e889f0616c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333517 Aug 05 04:22:47.255219 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 59630) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:22:47.355990 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d02e3613-df29-4c09-959b-e64625b3918b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:47.451943 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d02e3613-df29-4c09-959b-e64625b3918b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:47.455621 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d02e3613-df29-4c09-959b-e64625b3918b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:47.492370 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-d02e3613-df29-4c09-959b-e64625b3918b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6f9a62d4eb9f499f8c172bf9113ffc7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2361231 Aug 05 04:22:47.494993 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 59636) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:22:47.502634 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02e3613-df29-4c09-959b-e64625b3918b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bd7c987-deeb-489e-b9a9-19bc89e38b28,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:22:47.554127 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-aed055d6-8d65-40f6-bb83-b87704228bf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:47.577533 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-aed055d6-8d65-40f6-bb83-b87704228bf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:47.623442 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-aed055d6-8d65-40f6-bb83-b87704228bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:47.627297 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-aed055d6-8d65-40f6-bb83-b87704228bf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:47.628440 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-aed055d6-8d65-40f6-bb83-b87704228bf8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3bd7c987-deeb-489e-b9a9-19bc89e38b28 HTTP/1.1" status: 204 len: 168 time: 0.1322718 Aug 05 04:22:47.637748 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed055d6-8d65-40f6-bb83-b87704228bf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bd7c987-deeb-489e-b9a9-19bc89e38b28,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:22:48.061860 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 59664) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:22:48.169892 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-86c498bf-507d-4ae8-8045-024d5bea110a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:48.272014 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-86c498bf-507d-4ae8-8045-024d5bea110a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:48.276308 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-86c498bf-507d-4ae8-8045-024d5bea110a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:48.318932 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-86c498bf-507d-4ae8-8045-024d5bea110a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8a7c9f2cc5bc450680624fab137a33e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2535067 Aug 05 04:22:48.318932 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c498bf-507d-4ae8-8045-024d5bea110a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f54513fa-f4df-404c-bdfc-65dce86e64cd,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:22:48.319252 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 59680) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:22:48.326122 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c498bf-507d-4ae8-8045-024d5bea110a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:22:48.326500 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c498bf-507d-4ae8-8045-024d5bea110a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:22:48.326858 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c498bf-507d-4ae8-8045-024d5bea110a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:22:48.327196 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c498bf-507d-4ae8-8045-024d5bea110a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:22:48.327532 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c498bf-507d-4ae8-8045-024d5bea110a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:22:48.327865 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c498bf-507d-4ae8-8045-024d5bea110a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:22:48.328195 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c498bf-507d-4ae8-8045-024d5bea110a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:22:48.328546 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c498bf-507d-4ae8-8045-024d5bea110a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:22:48.328886 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c498bf-507d-4ae8-8045-024d5bea110a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:22:48.329211 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c498bf-507d-4ae8-8045-024d5bea110a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:22:48.329571 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c498bf-507d-4ae8-8045-024d5bea110a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:22:48.329852 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c498bf-507d-4ae8-8045-024d5bea110a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:22:48.334994 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 59682) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:22:48.337183 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cea158-bb09-49d8-9d61-c2ca097018b2 req-cc7869ca-59b2-4c81-940d-5aea7784c288 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:22:48.338761 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a6cea158-bb09-49d8-9d61-c2ca097018b2 req-cc7869ca-59b2-4c81-940d-5aea7784c288 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/ports?device_id=2147f667-d746-4185-9f35-aeecd3b618bf HTTP/1.1" status: 200 len: 945 time: 0.0600424 Aug 05 04:22:48.409028 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a6cea158-bb09-49d8-9d61-c2ca097018b2 req-46cb2d1e-a95c-4553-99b7-d50b0d2eee40 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/security-groups?id=30a7b57d-d19f-4842-b220-e889f0616c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597966 Aug 05 04:22:48.413665 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-822224a4-3d9d-461a-9b08-9ff8de15869e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:48.435816 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-822224a4-3d9d-461a-9b08-9ff8de15869e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:48.439008 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-75f2e0c1-b253-4577-b0a2-fac10acb3b6d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1946893989-network', 'tenant_id': 'bee6bfe21bc342ae80722bc534a79a65'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:22:48.459619 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75f2e0c1-b253-4577-b0a2-fac10acb3b6d admin admin] Made reservation on behalf of bee6bfe21bc342ae80722bc534a79a65 for: {'network': 1} {{(pid=93251) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 04:22:48.462191 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-75f2e0c1-b253-4577-b0a2-fac10acb3b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for network, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:48.472313 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-75f2e0c1-b253-4577-b0a2-fac10acb3b6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:48.481553 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-822224a4-3d9d-461a-9b08-9ff8de15869e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:48.484094 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-822224a4-3d9d-461a-9b08-9ff8de15869e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:48.485245 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-822224a4-3d9d-461a-9b08-9ff8de15869e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f54513fa-f4df-404c-bdfc-65dce86e64cd HTTP/1.1" status: 204 len: 168 time: 0.1649647 Aug 05 04:22:48.493978 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822224a4-3d9d-461a-9b08-9ff8de15869e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f54513fa-f4df-404c-bdfc-65dce86e64cd,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:22:48.567128 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-75f2e0c1-b253-4577-b0a2-fac10acb3b6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:48.570950 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-75f2e0c1-b253-4577-b0a2-fac10acb3b6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:48.599756 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75f2e0c1-b253-4577-b0a2-fac10acb3b6d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=93251) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 04:22:48.609951 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f2e0c1-b253-4577-b0a2-fac10acb3b6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c422f46d-4624-4eef-9bb8-167ce7122bf6,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:22:48.615133 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-75f2e0c1-b253-4577-b0a2-fac10acb3b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66718183'] for segment, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:48.615475 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.db.segments_db [None req-75f2e0c1-b253-4577-b0a2-fac10acb3b6d admin admin] Added segment 58844861-27f9-479e-80aa-8db8404eb207 of type vlan for network ef69c213-f027-48b4-9728-8998dc7faa2a Aug 05 04:22:48.655100 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-75f2e0c1-b253-4577-b0a2-fac10acb3b6d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763712130115'] for network, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:48.684180 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-75f2e0c1-b253-4577-b0a2-fac10acb3b6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612'] for network, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:48.685218 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f2e0c1-b253-4577-b0a2-fac10acb3b6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:22:48.685796 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-75f2e0c1-b253-4577-b0a2-fac10acb3b6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568634'] for network, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:48.738867 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-75f2e0c1-b253-4577-b0a2-fac10acb3b6d admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4028120 Aug 05 04:22:48.741801 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 59690) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:22:48.743860 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f2e0c1-b253-4577-b0a2-fac10acb3b6d admin admin] Pushing event updated for resources: {'Network': ['ID=ef69c213-f027-48b4-9728-8998dc7faa2a,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:22:48.749505 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-7c35601e-94d0-4e5f-84bd-3fc77720e537 admin admin] Request body: {'subnet': {'network_id': 'ef69c213-f027-48b4-9728-8998dc7faa2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1946893989-subnet', 'tenant_id': 'bee6bfe21bc342ae80722bc534a79a65', 'ip_version': 4}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:22:48.755294 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Network ef69c213-f027-48b4-9728-8998dc7faa2a details requested by agent ovs-agent-dv-cinder-803000-4-iscsi with host dv-cinder-803000-4-iscsi {{(pid=93252) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 04:22:48.765855 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 59692) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:22:48.775107 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c35601e-94d0-4e5f-84bd-3fc77720e537 admin admin] Made reservation on behalf of bee6bfe21bc342ae80722bc534a79a65 for: {'subnet': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 04:22:48.777708 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-7c35601e-94d0-4e5f-84bd-3fc77720e537 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3240096'] for subnet, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:48.780925 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-faed99e2-552f-46aa-a3ed-0f34b526345c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:48.877925 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-faed99e2-552f-46aa-a3ed-0f34b526345c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:48.882825 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-faed99e2-552f-46aa-a3ed-0f34b526345c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:48.921854 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faed99e2-552f-46aa-a3ed-0f34b526345c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecd857ac-4931-4641-9f0e-7fa79e65719b,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:22:48.927861 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-faed99e2-552f-46aa-a3ed-0f34b526345c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e475265928fd417aaa6a2d0236bc04ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1603644 Aug 05 04:22:48.930357 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 59694) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:22:48.956741 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-7c35601e-94d0-4e5f-84bd-3fc77720e537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3061248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3240082'] for subnet, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:48.979711 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-81813d22-6b04-4826-86ce-8a3b5d7386e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:49.001478 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-81813d22-6b04-4826-86ce-8a3b5d7386e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:49.012902 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c35601e-94d0-4e5f-84bd-3fc77720e537 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d35e201b-865e-4900-86f6-2c5aed9eb36a,revision_number=0']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:22:49.019969 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c35601e-94d0-4e5f-84bd-3fc77720e537 admin admin] Checking segment: {'id': '58844861-27f9-479e-80aa-8db8404eb207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ef69c213-f027-48b4-9728-8998dc7faa2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 04:22:49.020193 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c35601e-94d0-4e5f-84bd-3fc77720e537 admin admin] Network hostable DHCP agents. Network: ef69c213-f027-48b4-9728-8998dc7faa2a, hostable agents: ['ea427e49-0af2-4000-bc0d-d234b33f8d84'], hosted agents: [] {{(pid=93250) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 04:22:49.036602 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c35601e-94d0-4e5f-84bd-3fc77720e537 admin admin] Network ef69c213-f027-48b4-9728-8998dc7faa2a is scheduled to be hosted by DHCP agent ea427e49-0af2-4000-bc0d-d234b33f8d84 with binding_index 1 {{(pid=93250) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 04:22:49.044829 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-7c35601e-94d0-4e5f-84bd-3fc77720e537 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803000-4-iscsi, ef69c213-f027-48b4-9728-8998dc7faa2a) {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 04:22:49.049763 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c35601e-94d0-4e5f-84bd-3fc77720e537 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:22:49.050433 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-7c35601e-94d0-4e5f-84bd-3fc77720e537 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568634'] for subnet, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:49.055295 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-81813d22-6b04-4826-86ce-8a3b5d7386e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:49.055679 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da05164-349f-4f65-b013-6b1a459a488e None None] Network ef69c213-f027-48b4-9728-8998dc7faa2a requested from dv-cinder-803000-4-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 04:22:49.057812 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-81813d22-6b04-4826-86ce-8a3b5d7386e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:49.061614 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-81813d22-6b04-4826-86ce-8a3b5d7386e5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ecd857ac-4931-4641-9f0e-7fa79e65719b HTTP/1.1" status: 204 len: 168 time: 0.1303151 Aug 05 04:22:49.071321 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81813d22-6b04-4826-86ce-8a3b5d7386e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecd857ac-4931-4641-9f0e-7fa79e65719b,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:22:49.075312 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 59698) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:22:49.075592 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-7c35601e-94d0-4e5f-84bd-3fc77720e537 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3326209 Aug 05 04:22:49.080513 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-03bdf523-c462-4b7c-8ea8-5c3dbf508b4f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1946893989-router', 'tenant_id': 'bee6bfe21bc342ae80722bc534a79a65', 'external_gateway_info': {'network_id': '6aa50667-ad26-490a-abab-e40f5b548551'}}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:22:49.105157 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-03bdf523-c462-4b7c-8ea8-5c3dbf508b4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-708108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1506'] for router, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:49.106740 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-03bdf523-c462-4b7c-8ea8-5c3dbf508b4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1531'] for router, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:49.160973 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-03bdf523-c462-4b7c-8ea8-5c3dbf508b4f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:49.225030 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e33dbb-9acb-4dbb-8d2f-0da7b174d3d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fd6ed88-8c92-5087-b4d9-f9be238ba557-ef69c213-f027-48b4-9728-8998dc7faa2a', 'network_id': 'ef69c213-f027-48b4-9728-8998dc7faa2a', 'tenant_id': 'bee6bfe21bc342ae80722bc534a79a65', 'fixed_ips': [{'subnet_id': 'd35e201b-865e-4900-86f6-2c5aed9eb36a'}]}} from dv-cinder-803000-4-iscsi. {{(pid=93252) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 04:22:49.226320 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-80e33dbb-9acb-4dbb-8d2f-0da7b174d3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_create {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:49.316408 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-03bdf523-c462-4b7c-8ea8-5c3dbf508b4f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:49.376545 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.db_base_plugin_common [None req-80e33dbb-9acb-4dbb-8d2f-0da7b174d3d5 None None] Allocated IP 172.20.0.2 (ef69c213-f027-48b4-9728-8998dc7faa2a/d35e201b-865e-4900-86f6-2c5aed9eb36a/5d19358a-0666-40ab-9b7f-f6803b41d5bb) {{(pid=93252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 04:22:49.431820 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 59704) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:22:49.448870 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c23b35f2-0730-4bb2-a737-dad1df8a0ba2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:49.529698 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-80e33dbb-9acb-4dbb-8d2f-0da7b174d3d5 None None] Notify callbacks [] for port, precommit_create {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:49.539563 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-80e33dbb-9acb-4dbb-8d2f-0da7b174d3d5 None None] Transition to ACTIVE for port object 5d19358a-0666-40ab-9b7f-f6803b41d5bb will not be triggered until provisioned by entity L2. {{(pid=93252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 04:22:49.560192 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-03bdf523-c462-4b7c-8ea8-5c3dbf508b4f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:49.561984 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38afa83-7549-45f5-ba30-68ed4fee5474 req-2b93720a-97ef-4bde-a1e1-9d9305f93c23 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:22:49.562130 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-80e33dbb-9acb-4dbb-8d2f-0da7b174d3d5 None None] Transition to ACTIVE for port object 5d19358a-0666-40ab-9b7f-f6803b41d5bb will not be triggered until provisioned by entity DHCP. {{(pid=93252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 04:22:49.564322 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a38afa83-7549-45f5-ba30-68ed4fee5474 req-2b93720a-97ef-4bde-a1e1-9d9305f93c23 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/ports?device_id=2147f667-d746-4185-9f35-aeecd3b618bf HTTP/1.1" status: 200 len: 945 time: 0.0785227 Aug 05 04:22:49.569395 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-80e33dbb-9acb-4dbb-8d2f-0da7b174d3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763712145875'] for port, after_create {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:49.593556 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-03bdf523-c462-4b7c-8ea8-5c3dbf508b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:49.606786 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e33dbb-9acb-4dbb-8d2f-0da7b174d3d5 None None] Network ef69c213-f027-48b4-9728-8998dc7faa2a is already hosted by enough agents. {{(pid=93252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 04:22:49.612402 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.scheduler.base_scheduler [None req-80e33dbb-9acb-4dbb-8d2f-0da7b174d3d5 None None] Resources bound (agent type, host, resource id): {{(pid=93252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 04:22:49.615903 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e33dbb-9acb-4dbb-8d2f-0da7b174d3d5 None None] Received port after_create {{(pid=93252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 04:22:49.627930 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c23b35f2-0730-4bb2-a737-dad1df8a0ba2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:49.632370 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a38afa83-7549-45f5-ba30-68ed4fee5474 req-c8e73f82-2d96-478b-b974-45ebbba310d3 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/security-groups?id=30a7b57d-d19f-4842-b220-e889f0616c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585871 Aug 05 04:22:49.633702 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c23b35f2-0730-4bb2-a737-dad1df8a0ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:49.650217 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e33dbb-9acb-4dbb-8d2f-0da7b174d3d5 None None] Pushing event updated for resources: {'Port': ['ID=5d19358a-0666-40ab-9b7f-f6803b41d5bb,revision_number=1']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:22:49.672810 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23b35f2-0730-4bb2-a737-dad1df8a0ba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e00a873-2df2-46ce-b4d0-6269161c19a8,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:22:49.676736 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-80e33dbb-9acb-4dbb-8d2f-0da7b174d3d5 None None] Attempting to bind port 5d19358a-0666-40ab-9b7f-f6803b41d5bb on host dv-cinder-803000-4-iscsi for vnic_type normal with profile {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 04:22:49.677110 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-80e33dbb-9acb-4dbb-8d2f-0da7b174d3d5 None None] Attempting to bind port 5d19358a-0666-40ab-9b7f-f6803b41d5bb by drivers openvswitch,hyperv on host dv-cinder-803000-4-iscsi at level 0 using segments [{'id': '58844861-27f9-479e-80aa-8db8404eb207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ef69c213-f027-48b4-9728-8998dc7faa2a'}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 04:22:49.677466 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e33dbb-9acb-4dbb-8d2f-0da7b174d3d5 None None] Attempting to bind port 5d19358a-0666-40ab-9b7f-f6803b41d5bb on network ef69c213-f027-48b4-9728-8998dc7faa2a {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 04:22:49.678964 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-c23b35f2-0730-4bb2-a737-dad1df8a0ba2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f53232c1696846e1867ce6f0966a7205&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2438850 Aug 05 04:22:49.680834 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 59708) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:22:49.682528 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e33dbb-9acb-4dbb-8d2f-0da7b174d3d5 None None] Checking agent: {'id': 'f380332e-4681-47b2-aaca-ec0053efd026', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803000-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 4, 10, 35), 'started_at': datetime.datetime(2021, 8, 5, 4, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 4, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803000-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 04:22:49.682904 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e33dbb-9acb-4dbb-8d2f-0da7b174d3d5 None None] Checking segment: {'id': '58844861-27f9-479e-80aa-8db8404eb207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ef69c213-f027-48b4-9728-8998dc7faa2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 04:22:49.683379 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-80e33dbb-9acb-4dbb-8d2f-0da7b174d3d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:49.683670 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e33dbb-9acb-4dbb-8d2f-0da7b174d3d5 None None] Bound using segment: {'id': '58844861-27f9-479e-80aa-8db8404eb207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ef69c213-f027-48b4-9728-8998dc7faa2a'} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 04:22:49.684122 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-80e33dbb-9acb-4dbb-8d2f-0da7b174d3d5 None None] Bound port: 5d19358a-0666-40ab-9b7f-f6803b41d5bb, host: dv-cinder-803000-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58844861-27f9-479e-80aa-8db8404eb207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ef69c213-f027-48b4-9728-8998dc7faa2a'}}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 04:22:49.684768 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-80e33dbb-9acb-4dbb-8d2f-0da7b174d3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:49.729355 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.db_base_plugin_common [None req-03bdf523-c462-4b7c-8ea8-5c3dbf508b4f admin admin] Allocated IP 172.27.3.34 (6aa50667-ad26-490a-abab-e40f5b548551/1981b9cb-30a8-4ce2-a61f-12a80c9863da/d271c456-f9c9-4a09-bf22-9a83c2467efa) {{(pid=93251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 04:22:49.732709 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-0cdcb24c-7981-47a6-9212-963337cb67fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:49.751428 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-80e33dbb-9acb-4dbb-8d2f-0da7b174d3d5 None None] For port 5d19358a-0666-40ab-9b7f-f6803b41d5bb, host dv-cinder-803000-4-iscsi, cleared binding levels {{(pid=93252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 04:22:49.754684 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-80e33dbb-9acb-4dbb-8d2f-0da7b174d3d5 None None] For port 5d19358a-0666-40ab-9b7f-f6803b41d5bb, host dv-cinder-803000-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-4-iscsi',level=0,port_id=5d19358a-0666-40ab-9b7f-f6803b41d5bb,segment=NetworkSegment(58844861-27f9-479e-80aa-8db8404eb207),segment_id=58844861-27f9-479e-80aa-8db8404eb207)] {{(pid=93252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 04:22:49.759780 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-0cdcb24c-7981-47a6-9212-963337cb67fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:49.760276 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-80e33dbb-9acb-4dbb-8d2f-0da7b174d3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:49.817152 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-0cdcb24c-7981-47a6-9212-963337cb67fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:49.819949 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-0cdcb24c-7981-47a6-9212-963337cb67fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:49.823510 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-0cdcb24c-7981-47a6-9212-963337cb67fb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7e00a873-2df2-46ce-b4d0-6269161c19a8 HTTP/1.1" status: 204 len: 168 time: 0.1392534 Aug 05 04:22:49.830963 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdcb24c-7981-47a6-9212-963337cb67fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e00a873-2df2-46ce-b4d0-6269161c19a8,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:22:49.845232 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e33dbb-9acb-4dbb-8d2f-0da7b174d3d5 None None] Pushing event updated for resources: {'Port': ['ID=5d19358a-0666-40ab-9b7f-f6803b41d5bb,revision_number=2']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:22:49.873157 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-03bdf523-c462-4b7c-8ea8-5c3dbf508b4f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:49.916047 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-03bdf523-c462-4b7c-8ea8-5c3dbf508b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763712145875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8933231'] for port, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:49.959673 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03bdf523-c462-4b7c-8ea8-5c3dbf508b4f admin admin] Network 6aa50667-ad26-490a-abab-e40f5b548551 is already hosted by enough agents. {{(pid=93251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 04:22:49.962805 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [None req-03bdf523-c462-4b7c-8ea8-5c3dbf508b4f admin admin] Resources bound (agent type, host, resource id): {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 04:22:49.965316 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bdf523-c462-4b7c-8ea8-5c3dbf508b4f admin admin] Received port after_create {{(pid=93251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 04:22:50.019895 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bdf523-c462-4b7c-8ea8-5c3dbf508b4f admin admin] Pushing event updated for resources: {'Port': ['ID=d271c456-f9c9-4a09-bf22-9a83c2467efa,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:22:50.252229 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-03bdf523-c462-4b7c-8ea8-5c3dbf508b4f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:50.456533 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-03bdf523-c462-4b7c-8ea8-5c3dbf508b4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697994'] for router, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:50.597676 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03bdf523-c462-4b7c-8ea8-5c3dbf508b4f admin admin] Router 6ccb8d91-2900-496f-9830-5fd2f062855a is scheduled to L3 agent 8e71ca1b-9911-44b3-bf09-1fce3db7ea9a with binding_index 1 {{(pid=93251) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 04:22:50.717904 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03bdf523-c462-4b7c-8ea8-5c3dbf508b4f admin admin] Notify agent at l3_agent.dv-cinder-803000-4-iscsi the message routers_updated {{(pid=93251) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 04:22:50.726900 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a04a33-14e6-4385-be0f-c56140be1866 None None] Sync routers for ids ['6ccb8d91-2900-496f-9830-5fd2f062855a'] in dv-cinder-803000-4-iscsi {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 04:22:50.736312 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-03bdf523-c462-4b7c-8ea8-5c3dbf508b4f admin admin] Notify callbacks [] for router, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:50.737785 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-03bdf523-c462-4b7c-8ea8-5c3dbf508b4f admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6614892 Aug 05 04:22:50.739118 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a04a33-14e6-4385-be0f-c56140be1866 None None] Routers {'6ccb8d91-2900-496f-9830-5fd2f062855a'} bound to L3 agent in host dv-cinder-803000-4-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 04:22:50.739729 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-e4a04a33-14e6-4385-be0f-c56140be1866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T04:10:35Z,description=,heartbeat_timestamp=2021-08-05T04:22:35Z,host='dv-cinder-803000-4-iscsi',id=8e71ca1b-9911-44b3-bf09-1fce3db7ea9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T04:10:35Z,topic='l3_agent')) {'router_ids': ['6ccb8d91-2900-496f-9830-5fd2f062855a'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:22:50.740564 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 59738) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:22:50.893447 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496aeb6b-7ffe-45ea-b079-6a60206215ea req-e66fc30b-b26b-4e27-98c0-0718eb1a87b6 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:22:50.894975 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-496aeb6b-7ffe-45ea-b079-6a60206215ea req-e66fc30b-b26b-4e27-98c0-0718eb1a87b6 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/ports?device_id=2147f667-d746-4185-9f35-aeecd3b618bf HTTP/1.1" status: 200 len: 945 time: 0.1009626 Aug 05 04:22:50.899992 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903c0972-aa38-43ee-8f9b-742fc2535210 None None] Network ef69c213-f027-48b4-9728-8998dc7faa2a requested from dv-cinder-803000-4-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 04:22:50.965284 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-2c153564-c937-47a2-9edb-1598b37bc388 None None] Provisioning for port 5d19358a-0666-40ab-9b7f-f6803b41d5bb completed by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 04:22:50.976930 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-496aeb6b-7ffe-45ea-b079-6a60206215ea req-2589a517-c2c1-4a90-9c09-0f373b4842d9 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/security-groups?id=30a7b57d-d19f-4842-b220-e889f0616c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747464 Aug 05 04:22:51.034077 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-e4a04a33-14e6-4385-be0f-c56140be1866 None None] Set router 6ccb8d91-2900-496f-9830-5fd2f062855a gateway port host: dv-cinder-803000-4-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 04:22:51.271928 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-e4a04a33-14e6-4385-be0f-c56140be1866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ccb8d91-2900-496f-9830-5fd2f062855a', 'name': 'tempest-TestShelveInstance-1946893989-router', 'tenant_id': 'bee6bfe21bc342ae80722bc534a79a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'external_fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': 'd271c456-f9c9-4a09-bf22-9a83c2467efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:22:49Z', 'updated_at': '2021-08-05T04:22:50Z', 'revision_number': 3, 'project_id': 'bee6bfe21bc342ae80722bc534a79a65', 'gw_port': {'id': 'd271c456-f9c9-4a09-bf22-9a83c2467efa', 'name': '', 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1e:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ccb8d91-2900-496f-9830-5fd2f062855a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:22:49Z', 'updated_at': '2021-08-05T04:22:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-4-iscsi'}], 'dv-cinder-803000-4-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:22:51.274060 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1848a75e-0f41-4bba-ad1e-4743c506b31f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:51.302241 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a04a33-14e6-4385-be0f-c56140be1866 None None] Checking router: 6ccb8d91-2900-496f-9830-5fd2f062855a for host: dv-cinder-803000-4-iscsi {{(pid=93252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 04:22:51.302612 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a04a33-14e6-4385-be0f-c56140be1866 None None] Updating router 6ccb8d91-2900-496f-9830-5fd2f062855a port d271c456-f9c9-4a09-bf22-9a83c2467efa binding host dv-cinder-803000-4-iscsi {{(pid=93252) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 04:22:51.328587 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-e4a04a33-14e6-4385-be0f-c56140be1866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:51.451288 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.db.db_base_plugin_common [None req-1848a75e-0f41-4bba-ad1e-4743c506b31f admin admin] Allocated IP 172.20.0.1 (ef69c213-f027-48b4-9728-8998dc7faa2a/d35e201b-865e-4900-86f6-2c5aed9eb36a/83f2ec64-6f47-42cf-a52a-7b0b018656f7) {{(pid=93250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 04:22:51.584076 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1848a75e-0f41-4bba-ad1e-4743c506b31f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:51.605720 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.db.provisioning_blocks [None req-1848a75e-0f41-4bba-ad1e-4743c506b31f admin admin] Transition to ACTIVE for port object 83f2ec64-6f47-42cf-a52a-7b0b018656f7 will not be triggered until provisioned by entity DHCP. {{(pid=93250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 04:22:51.657817 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1848a75e-0f41-4bba-ad1e-4743c506b31f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763712145875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3061364'] for port, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:51.664007 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-e4a04a33-14e6-4385-be0f-c56140be1866 None None] Notify callbacks [] for port, precommit_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:51.682760 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Device 5d19358a-0666-40ab-9b7f-f6803b41d5bb up at agent ovs-agent-dv-cinder-803000-4-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 04:22:51.683872 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1848a75e-0f41-4bba-ad1e-4743c506b31f admin admin] Network ef69c213-f027-48b4-9728-8998dc7faa2a is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 04:22:51.705733 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-1848a75e-0f41-4bba-ad1e-4743c506b31f admin admin] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 04:22:51.707277 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-e4a04a33-14e6-4385-be0f-c56140be1866 None None] Transition to ACTIVE for port object d271c456-f9c9-4a09-bf22-9a83c2467efa will not be triggered until provisioned by entity L2. {{(pid=93252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 04:22:51.708391 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1848a75e-0f41-4bba-ad1e-4743c506b31f admin admin] Received port after_create {{(pid=93250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 04:22:51.720651 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-e4a04a33-14e6-4385-be0f-c56140be1866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:51.759965 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1848a75e-0f41-4bba-ad1e-4743c506b31f admin admin] Pushing event updated for resources: {'Port': ['ID=83f2ec64-6f47-42cf-a52a-7b0b018656f7,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:22:51.766612 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1848a75e-0f41-4bba-ad1e-4743c506b31f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700768'] for router_interface, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:51.802682 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-e4a04a33-14e6-4385-be0f-c56140be1866 None None] Attempting to bind port d271c456-f9c9-4a09-bf22-9a83c2467efa on host dv-cinder-803000-4-iscsi for vnic_type normal with profile {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 04:22:51.803047 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-e4a04a33-14e6-4385-be0f-c56140be1866 None None] Attempting to bind port d271c456-f9c9-4a09-bf22-9a83c2467efa by drivers openvswitch,hyperv on host dv-cinder-803000-4-iscsi at level 0 using segments [{'id': 'fe7b4086-21cb-43cf-96b4-8ee376b4a2f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551'}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 04:22:51.803626 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a04a33-14e6-4385-be0f-c56140be1866 None None] Attempting to bind port d271c456-f9c9-4a09-bf22-9a83c2467efa on network 6aa50667-ad26-490a-abab-e40f5b548551 {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 04:22:51.807421 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87fc7b2-6a30-4c45-a32f-3faa9820a000 None None] Pushing event updated for resources: {'Port': ['ID=d271c456-f9c9-4a09-bf22-9a83c2467efa,revision_number=2']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:22:51.811897 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Provisioning for port 5d19358a-0666-40ab-9b7f-f6803b41d5bb completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 04:22:51.815875 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a04a33-14e6-4385-be0f-c56140be1866 None None] Checking agent: {'id': 'f380332e-4681-47b2-aaca-ec0053efd026', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803000-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 4, 10, 35), 'started_at': datetime.datetime(2021, 8, 5, 4, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 4, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803000-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 04:22:51.816291 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a04a33-14e6-4385-be0f-c56140be1866 None None] Checking segment: {'id': 'fe7b4086-21cb-43cf-96b4-8ee376b4a2f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 04:22:51.816735 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-e4a04a33-14e6-4385-be0f-c56140be1866 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:51.817471 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a04a33-14e6-4385-be0f-c56140be1866 None None] Bound using segment: {'id': 'fe7b4086-21cb-43cf-96b4-8ee376b4a2f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551'} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 04:22:51.818094 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-e4a04a33-14e6-4385-be0f-c56140be1866 None None] Bound port: d271c456-f9c9-4a09-bf22-9a83c2467efa, host: dv-cinder-803000-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe7b4086-21cb-43cf-96b4-8ee376b4a2f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551'}}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 04:22:51.818676 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-e4a04a33-14e6-4385-be0f-c56140be1866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:51.821818 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Provisioning complete for port 5d19358a-0666-40ab-9b7f-f6803b41d5bb triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 04:22:51.822346 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66839334'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:51.916452 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-e4a04a33-14e6-4385-be0f-c56140be1866 None None] For port d271c456-f9c9-4a09-bf22-9a83c2467efa, host dv-cinder-803000-4-iscsi, cleared binding levels {{(pid=93252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 04:22:51.920861 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-e4a04a33-14e6-4385-be0f-c56140be1866 None None] For port d271c456-f9c9-4a09-bf22-9a83c2467efa, host dv-cinder-803000-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-4-iscsi',level=0,port_id=d271c456-f9c9-4a09-bf22-9a83c2467efa,segment=NetworkSegment(fe7b4086-21cb-43cf-96b4-8ee376b4a2f8),segment_id=fe7b4086-21cb-43cf-96b4-8ee376b4a2f8)] {{(pid=93252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 04:22:51.929978 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-e4a04a33-14e6-4385-be0f-c56140be1866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:51.942351 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1848a75e-0f41-4bba-ad1e-4743c506b31f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:52.015121 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:52.032905 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87fc7b2-6a30-4c45-a32f-3faa9820a000 None None] Pushing event updated for resources: {'Port': ['ID=d271c456-f9c9-4a09-bf22-9a83c2467efa,revision_number=3']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:22:52.035429 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a04a33-14e6-4385-be0f-c56140be1866 None None] Routers {'6ccb8d91-2900-496f-9830-5fd2f062855a'} bound to L3 agent in host dv-cinder-803000-4-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 04:22:52.036026 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-e4a04a33-14e6-4385-be0f-c56140be1866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T04:10:35Z,description=,heartbeat_timestamp=2021-08-05T04:22:35Z,host='dv-cinder-803000-4-iscsi',id=8e71ca1b-9911-44b3-bf09-1fce3db7ea9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T04:10:35Z,topic='l3_agent')) {'router_ids': ['6ccb8d91-2900-496f-9830-5fd2f062855a'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:22:52.129336 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9440ebc-6946-49a1-b54f-1aeada599293 req-9651b5ef-3486-425a-99a8-ee7eba40bc71 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:22:52.134502 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d9440ebc-6946-49a1-b54f-1aeada599293 req-9651b5ef-3486-425a-99a8-ee7eba40bc71 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/ports?device_id=2147f667-d746-4185-9f35-aeecd3b618bf HTTP/1.1" status: 200 len: 945 time: 0.0714209 Aug 05 04:22:52.136008 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] For port 5d19358a-0666-40ab-9b7f-f6803b41d5bb, host dv-cinder-803000-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-4-iscsi',level=0,port_id=5d19358a-0666-40ab-9b7f-f6803b41d5bb,segment=NetworkSegment(58844861-27f9-479e-80aa-8db8404eb207),segment_id=58844861-27f9-479e-80aa-8db8404eb207)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:22:52.138945 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-a9cadb34-79cc-43c7-a0cd-690618631c7e None None] Provisioning for port 83f2ec64-6f47-42cf-a52a-7b0b018656f7 completed by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 04:22:52.144369 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:52.153657 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-a9cadb34-79cc-43c7-a0cd-690618631c7e None None] Provisioning complete for port 83f2ec64-6f47-42cf-a52a-7b0b018656f7 triggered by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 04:22:52.153996 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-a9cadb34-79cc-43c7-a0cd-690618631c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66839334'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:52.192085 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1848a75e-0f41-4bba-ad1e-4743c506b31f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:52.198854 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d9440ebc-6946-49a1-b54f-1aeada599293 req-c9e58c93-22bd-407c-9f62-37d88c0e311c tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/security-groups?id=30a7b57d-d19f-4842-b220-e889f0616c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555637 Aug 05 04:22:52.200292 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1848a75e-0f41-4bba-ad1e-4743c506b31f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3061373'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:52.224861 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-e4a04a33-14e6-4385-be0f-c56140be1866 None None] Set router 6ccb8d91-2900-496f-9830-5fd2f062855a gateway port host: dv-cinder-803000-4-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 04:22:52.264990 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-a9cadb34-79cc-43c7-a0cd-690618631c7e None None] Port 83f2ec64-6f47-42cf-a52a-7b0b018656f7 cannot update to ACTIVE because it is not bound. {{(pid=93252) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 04:22:52.269105 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1848a75e-0f41-4bba-ad1e-4743c506b31f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536784'] for router_interface, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:52.271138 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1848a75e-0f41-4bba-ad1e-4743c506b31f admin admin] Pushing event updated for resources: {'Port': ['ID=83f2ec64-6f47-42cf-a52a-7b0b018656f7,revision_number=2']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:22:52.278046 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Pushing event updated for resources: {'Port': ['ID=5d19358a-0666-40ab-9b7f-f6803b41d5bb,revision_number=3']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:22:52.369224 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1848a75e-0f41-4bba-ad1e-4743c506b31f admin admin] Network ef69c213-f027-48b4-9728-8998dc7faa2a is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 04:22:52.370535 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-1848a75e-0f41-4bba-ad1e-4743c506b31f admin admin] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 04:22:52.462076 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-e4a04a33-14e6-4385-be0f-c56140be1866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ccb8d91-2900-496f-9830-5fd2f062855a', 'name': 'tempest-TestShelveInstance-1946893989-router', 'tenant_id': 'bee6bfe21bc342ae80722bc534a79a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'external_fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': 'd271c456-f9c9-4a09-bf22-9a83c2467efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:22:49Z', 'updated_at': '2021-08-05T04:22:51Z', 'revision_number': 4, 'project_id': 'bee6bfe21bc342ae80722bc534a79a65', 'gw_port': {'id': 'd271c456-f9c9-4a09-bf22-9a83c2467efa', 'name': '', 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1e:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ccb8d91-2900-496f-9830-5fd2f062855a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:22:49Z', 'updated_at': '2021-08-05T04:22:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-4-iscsi', '_interfaces': [{'id': '83f2ec64-6f47-42cf-a52a-7b0b018656f7', 'name': '', 'network_id': 'ef69c213-f027-48b4-9728-8998dc7faa2a', 'tenant_id': 'bee6bfe21bc342ae80722bc534a79a65', 'mac_address': 'fa:16:3e:70:e4:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ccb8d91-2900-496f-9830-5fd2f062855a', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'd35e201b-865e-4900-86f6-2c5aed9eb36a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:22:51Z', 'updated_at': '2021-08-05T04:22:51Z', 'revision_number': 1, 'project_id': 'bee6bfe21bc342ae80722bc534a79a65', 'subnets': [{'id': 'd35e201b-865e-4900-86f6-2c5aed9eb36a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803000-4-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:22:52.489065 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a04a33-14e6-4385-be0f-c56140be1866 None None] The sync data for ids ['6ccb8d91-2900-496f-9830-5fd2f062855a'] in dv-cinder-803000-4-iscsi is: [{'id': '6ccb8d91-2900-496f-9830-5fd2f062855a', 'name': 'tempest-TestShelveInstance-1946893989-router', 'tenant_id': 'bee6bfe21bc342ae80722bc534a79a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'external_fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': 'd271c456-f9c9-4a09-bf22-9a83c2467efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:22:49Z', 'updated_at': '2021-08-05T04:22:51Z', 'revision_number': 4, 'project_id': 'bee6bfe21bc342ae80722bc534a79a65', 'gw_port': {'id': 'd271c456-f9c9-4a09-bf22-9a83c2467efa', 'name': '', 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1e:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ccb8d91-2900-496f-9830-5fd2f062855a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:22:49Z', 'updated_at': '2021-08-05T04:22:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-4-iscsi', '_interfaces': [{'id': '83f2ec64-6f47-42cf-a52a-7b0b018656f7', 'name': '', 'network_id': 'ef69c213-f027-48b4-9728-8998dc7faa2a', 'tenant_id': 'bee6bfe21bc342ae80722bc534a79a65', 'mac_address': 'fa:16:3e:70:e4:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ccb8d91-2900-496f-9830-5fd2f062855a', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'd35e201b-865e-4900-86f6-2c5aed9eb36a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:22:51Z', 'updated_at': '2021-08-05T04:22:51Z', 'revision_number': 1, 'project_id': 'bee6bfe21bc342ae80722bc534a79a65', 'subnets': [{'id': 'd35e201b-865e-4900-86f6-2c5aed9eb36a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 04:22:52.491355 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1848a75e-0f41-4bba-ad1e-4743c506b31f admin admin] Router 6ccb8d91-2900-496f-9830-5fd2f062855a has already been hosted by L3 agent 8e71ca1b-9911-44b3-bf09-1fce3db7ea9a {{(pid=93250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 04:22:52.619433 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1848a75e-0f41-4bba-ad1e-4743c506b31f admin admin] Notify agent at l3_agent.dv-cinder-803000-4-iscsi the message routers_updated {{(pid=93250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 04:22:52.630690 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-1848a75e-0f41-4bba-ad1e-4743c506b31f admin admin] 10.222.0.37 "PUT /v2.0/routers/6ccb8d91-2900-496f-9830-5fd2f062855a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8833661 Aug 05 04:22:52.687588 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-4bd3e326-4c94-4394-a794-b811dc3cdacd None None] Provisioning complete for port 83f2ec64-6f47-42cf-a52a-7b0b018656f7 triggered by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 04:22:52.688068 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-4bd3e326-4c94-4394-a794-b811dc3cdacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66839334'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:52.746443 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-4bd3e326-4c94-4394-a794-b811dc3cdacd None None] Port 83f2ec64-6f47-42cf-a52a-7b0b018656f7 cannot update to ACTIVE because it is not bound. {{(pid=93252) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 04:22:53.178674 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-87ea8438-47cd-44c4-a808-9a807a63fea8 None None] Agent healthcheck: found 6 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 04:22:53.264351 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 59792) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:22:53.270290 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-d2d81098-8dd9-4bfc-9166-0ca0d4ad358a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1160388915-network', 'tenant_id': '20940058c7a1412d8266a377a9c62b50'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:22:53.322750 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2d81098-8dd9-4bfc-9166-0ca0d4ad358a admin admin] Made reservation on behalf of 20940058c7a1412d8266a377a9c62b50 for: {'network': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 04:22:53.325403 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d2d81098-8dd9-4bfc-9166-0ca0d4ad358a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for network, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:53.337981 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d2d81098-8dd9-4bfc-9166-0ca0d4ad358a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:53.365921 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47323d24-f1c0-444a-adb3-b35092f315a8 req-c43a9a3e-1fd5-4973-9700-8f62bacc34a1 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:22:53.367433 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-47323d24-f1c0-444a-adb3-b35092f315a8 req-c43a9a3e-1fd5-4973-9700-8f62bacc34a1 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/ports?device_id=2147f667-d746-4185-9f35-aeecd3b618bf HTTP/1.1" status: 200 len: 945 time: 0.0810242 Aug 05 04:22:53.433266 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-47323d24-f1c0-444a-adb3-b35092f315a8 req-9ce4c9e3-4e21-4f2a-b981-930bd405fec5 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/security-groups?id=30a7b57d-d19f-4842-b220-e889f0616c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504732 Aug 05 04:22:53.490132 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d2d81098-8dd9-4bfc-9166-0ca0d4ad358a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:53.495617 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d2d81098-8dd9-4bfc-9166-0ca0d4ad358a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:53.525860 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2d81098-8dd9-4bfc-9166-0ca0d4ad358a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=93250) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 04:22:53.535991 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d81098-8dd9-4bfc-9166-0ca0d4ad358a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=103c4320-fbaa-4fb8-a957-a26404c0fca8,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:22:53.541043 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d2d81098-8dd9-4bfc-9166-0ca0d4ad358a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66718183'] for segment, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:53.541383 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.db.segments_db [None req-d2d81098-8dd9-4bfc-9166-0ca0d4ad358a admin admin] Added segment b2e611d7-ab29-4d5f-8e62-317d66065a7a of type vlan for network 39b5b254-469b-426b-8d90-e08c5b5a2558 Aug 05 04:22:53.586011 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d2d81098-8dd9-4bfc-9166-0ca0d4ad358a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763712130115'] for network, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:53.635045 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d2d81098-8dd9-4bfc-9166-0ca0d4ad358a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612'] for network, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:53.636167 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d81098-8dd9-4bfc-9166-0ca0d4ad358a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:22:53.636844 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d2d81098-8dd9-4bfc-9166-0ca0d4ad358a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568634'] for network, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:53.729979 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Device 5d19358a-0666-40ab-9b7f-f6803b41d5bb up at agent ovs-agent-dv-cinder-803000-4-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 04:22:53.950585 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-d2d81098-8dd9-4bfc-9166-0ca0d4ad358a admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6849790 Aug 05 04:22:53.953185 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 59804) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:22:53.961134 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-89536317-4f14-4239-bb66-217858f28826 admin admin] Request body: {'subnet': {'network_id': '39b5b254-469b-426b-8d90-e08c5b5a2558', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1160388915-subnet', 'tenant_id': '20940058c7a1412d8266a377a9c62b50', 'ip_version': 4}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:22:53.965446 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Provisioning complete for port 5d19358a-0666-40ab-9b7f-f6803b41d5bb triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 04:22:53.965893 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66839334'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:53.967066 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d81098-8dd9-4bfc-9166-0ca0d4ad358a admin admin] Pushing event updated for resources: {'Network': ['ID=39b5b254-469b-426b-8d90-e08c5b5a2558,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:22:53.987590 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89536317-4f14-4239-bb66-217858f28826 admin admin] Made reservation on behalf of 20940058c7a1412d8266a377a9c62b50 for: {'subnet': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 04:22:53.990141 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-89536317-4f14-4239-bb66-217858f28826 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3240096'] for subnet, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:53.993345 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Network 39b5b254-469b-426b-8d90-e08c5b5a2558 details requested by agent ovs-agent-dv-cinder-803000-4-iscsi with host dv-cinder-803000-4-iscsi {{(pid=93252) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 04:22:54.122742 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Device d271c456-f9c9-4a09-bf22-9a83c2467efa up at agent ovs-agent-dv-cinder-803000-4-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 04:22:54.167375 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-89536317-4f14-4239-bb66-217858f28826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3061248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3240082'] for subnet, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:54.170592 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Provisioning for port d271c456-f9c9-4a09-bf22-9a83c2467efa completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 04:22:54.174772 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Provisioning complete for port d271c456-f9c9-4a09-bf22-9a83c2467efa triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 04:22:54.175067 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66839334'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:54.224564 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89536317-4f14-4239-bb66-217858f28826 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28f19037-5f67-4c34-bd4e-6632adcc142f,revision_number=0']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:22:54.232726 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89536317-4f14-4239-bb66-217858f28826 admin admin] Checking segment: {'id': 'b2e611d7-ab29-4d5f-8e62-317d66065a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '39b5b254-469b-426b-8d90-e08c5b5a2558'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 04:22:54.233088 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89536317-4f14-4239-bb66-217858f28826 admin admin] Network hostable DHCP agents. Network: 39b5b254-469b-426b-8d90-e08c5b5a2558, hostable agents: ['ea427e49-0af2-4000-bc0d-d234b33f8d84'], hosted agents: [] {{(pid=93250) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 04:22:54.252405 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89536317-4f14-4239-bb66-217858f28826 admin admin] Network 39b5b254-469b-426b-8d90-e08c5b5a2558 is scheduled to be hosted by DHCP agent ea427e49-0af2-4000-bc0d-d234b33f8d84 with binding_index 1 {{(pid=93250) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 04:22:54.260083 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:54.261883 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-89536317-4f14-4239-bb66-217858f28826 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803000-4-iscsi, 39b5b254-469b-426b-8d90-e08c5b5a2558) {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 04:22:54.266018 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89536317-4f14-4239-bb66-217858f28826 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:22:54.266660 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-89536317-4f14-4239-bb66-217858f28826 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568634'] for subnet, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:54.275054 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c2a0a71-03dd-4ec9-93cf-6c801aa6a625 None None] Network 39b5b254-469b-426b-8d90-e08c5b5a2558 requested from dv-cinder-803000-4-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 04:22:54.279789 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-89536317-4f14-4239-bb66-217858f28826 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3250222 Aug 05 04:22:54.283998 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 59808) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:22:54.287268 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-d89a569f-f0f0-47db-93e6-1b61a7eeaf87 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1160388915-router', 'tenant_id': '20940058c7a1412d8266a377a9c62b50', 'external_gateway_info': {'network_id': '6aa50667-ad26-490a-abab-e40f5b548551'}}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:22:54.298186 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] For port d271c456-f9c9-4a09-bf22-9a83c2467efa, host dv-cinder-803000-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-4-iscsi',level=0,port_id=d271c456-f9c9-4a09-bf22-9a83c2467efa,segment=NetworkSegment(fe7b4086-21cb-43cf-96b4-8ee376b4a2f8),segment_id=fe7b4086-21cb-43cf-96b4-8ee376b4a2f8)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:22:54.307284 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:54.309789 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d89a569f-f0f0-47db-93e6-1b61a7eeaf87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-708108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1506'] for router, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:54.311202 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d89a569f-f0f0-47db-93e6-1b61a7eeaf87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1531'] for router, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:54.377104 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d89a569f-f0f0-47db-93e6-1b61a7eeaf87 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:54.401269 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Pushing event updated for resources: {'Port': ['ID=d271c456-f9c9-4a09-bf22-9a83c2467efa,revision_number=4']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:22:54.477745 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8feee5a6-b630-4b16-a8d7-66c0c2f9cc04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fd6ed88-8c92-5087-b4d9-f9be238ba557-39b5b254-469b-426b-8d90-e08c5b5a2558', 'network_id': '39b5b254-469b-426b-8d90-e08c5b5a2558', 'tenant_id': '20940058c7a1412d8266a377a9c62b50', 'fixed_ips': [{'subnet_id': '28f19037-5f67-4c34-bd4e-6632adcc142f'}]}} from dv-cinder-803000-4-iscsi. {{(pid=93252) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 04:22:54.478695 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-8feee5a6-b630-4b16-a8d7-66c0c2f9cc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_create {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:54.534377 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d89a569f-f0f0-47db-93e6-1b61a7eeaf87 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:54.601567 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f34dfeb-f39f-40ab-b200-6b8a0e838de3 req-1116706d-2715-46fe-b54b-088b377c00fd tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:22:54.603138 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6f34dfeb-f39f-40ab-b200-6b8a0e838de3 req-1116706d-2715-46fe-b54b-088b377c00fd tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/ports?device_id=2147f667-d746-4185-9f35-aeecd3b618bf HTTP/1.1" status: 200 len: 945 time: 0.0832756 Aug 05 04:22:54.614842 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.db_base_plugin_common [None req-8feee5a6-b630-4b16-a8d7-66c0c2f9cc04 None None] Allocated IP 172.20.0.2 (39b5b254-469b-426b-8d90-e08c5b5a2558/28f19037-5f67-4c34-bd4e-6632adcc142f/085ae2dd-5336-4dd6-880d-08ebc77750d9) {{(pid=93252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 04:22:54.677849 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6f34dfeb-f39f-40ab-b200-6b8a0e838de3 req-5b0c70a2-5d61-4678-89f3-43450bc5308b tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/security-groups?id=30a7b57d-d19f-4842-b220-e889f0616c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454926 Aug 05 04:22:54.689592 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b2e82b-2e1e-497a-9211-e3296deb4c2a None None] Sync routers for ids ['6ccb8d91-2900-496f-9830-5fd2f062855a'] in dv-cinder-803000-4-iscsi {{(pid=93253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 04:22:54.705809 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b2e82b-2e1e-497a-9211-e3296deb4c2a None None] Routers {'6ccb8d91-2900-496f-9830-5fd2f062855a'} bound to L3 agent in host dv-cinder-803000-4-iscsi {{(pid=93253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 04:22:54.707345 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-72b2e82b-2e1e-497a-9211-e3296deb4c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T04:10:35Z,description=,heartbeat_timestamp=2021-08-05T04:22:35Z,host='dv-cinder-803000-4-iscsi',id=8e71ca1b-9911-44b3-bf09-1fce3db7ea9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T04:10:35Z,topic='l3_agent')) {'router_ids': ['6ccb8d91-2900-496f-9830-5fd2f062855a'], 'active': True} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:22:54.771049 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-8feee5a6-b630-4b16-a8d7-66c0c2f9cc04 None None] Notify callbacks [] for port, precommit_create {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:54.780156 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-8feee5a6-b630-4b16-a8d7-66c0c2f9cc04 None None] Transition to ACTIVE for port object 085ae2dd-5336-4dd6-880d-08ebc77750d9 will not be triggered until provisioned by entity L2. {{(pid=93252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 04:22:54.796788 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-8feee5a6-b630-4b16-a8d7-66c0c2f9cc04 None None] Transition to ACTIVE for port object 085ae2dd-5336-4dd6-880d-08ebc77750d9 will not be triggered until provisioned by entity DHCP. {{(pid=93252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 04:22:54.803452 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-8feee5a6-b630-4b16-a8d7-66c0c2f9cc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763712145875'] for port, after_create {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:54.805733 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d89a569f-f0f0-47db-93e6-1b61a7eeaf87 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:54.828157 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d89a569f-f0f0-47db-93e6-1b61a7eeaf87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:54.846371 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8feee5a6-b630-4b16-a8d7-66c0c2f9cc04 None None] Network 39b5b254-469b-426b-8d90-e08c5b5a2558 is already hosted by enough agents. {{(pid=93252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 04:22:54.849475 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.scheduler.base_scheduler [None req-8feee5a6-b630-4b16-a8d7-66c0c2f9cc04 None None] Resources bound (agent type, host, resource id): {{(pid=93252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 04:22:54.853337 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8feee5a6-b630-4b16-a8d7-66c0c2f9cc04 None None] Received port after_create {{(pid=93252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 04:22:54.866705 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feee5a6-b630-4b16-a8d7-66c0c2f9cc04 None None] Pushing event updated for resources: {'Port': ['ID=085ae2dd-5336-4dd6-880d-08ebc77750d9,revision_number=1']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:22:54.905516 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvr_db [None req-72b2e82b-2e1e-497a-9211-e3296deb4c2a None None] Set router 6ccb8d91-2900-496f-9830-5fd2f062855a gateway port host: dv-cinder-803000-4-iscsi {{(pid=93253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 04:22:54.919013 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-8feee5a6-b630-4b16-a8d7-66c0c2f9cc04 None None] Attempting to bind port 085ae2dd-5336-4dd6-880d-08ebc77750d9 on host dv-cinder-803000-4-iscsi for vnic_type normal with profile {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 04:22:54.919536 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-8feee5a6-b630-4b16-a8d7-66c0c2f9cc04 None None] Attempting to bind port 085ae2dd-5336-4dd6-880d-08ebc77750d9 by drivers openvswitch,hyperv on host dv-cinder-803000-4-iscsi at level 0 using segments [{'id': 'b2e611d7-ab29-4d5f-8e62-317d66065a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '39b5b254-469b-426b-8d90-e08c5b5a2558'}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 04:22:54.920003 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8feee5a6-b630-4b16-a8d7-66c0c2f9cc04 None None] Attempting to bind port 085ae2dd-5336-4dd6-880d-08ebc77750d9 on network 39b5b254-469b-426b-8d90-e08c5b5a2558 {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 04:22:54.925920 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8feee5a6-b630-4b16-a8d7-66c0c2f9cc04 None None] Checking agent: {'id': 'f380332e-4681-47b2-aaca-ec0053efd026', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803000-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 4, 10, 35), 'started_at': datetime.datetime(2021, 8, 5, 4, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 4, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803000-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 04:22:54.926357 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8feee5a6-b630-4b16-a8d7-66c0c2f9cc04 None None] Checking segment: {'id': 'b2e611d7-ab29-4d5f-8e62-317d66065a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '39b5b254-469b-426b-8d90-e08c5b5a2558'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 04:22:54.926972 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-8feee5a6-b630-4b16-a8d7-66c0c2f9cc04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:54.927469 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8feee5a6-b630-4b16-a8d7-66c0c2f9cc04 None None] Bound using segment: {'id': 'b2e611d7-ab29-4d5f-8e62-317d66065a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '39b5b254-469b-426b-8d90-e08c5b5a2558'} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 04:22:54.928040 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-8feee5a6-b630-4b16-a8d7-66c0c2f9cc04 None None] Bound port: 085ae2dd-5336-4dd6-880d-08ebc77750d9, host: dv-cinder-803000-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2e611d7-ab29-4d5f-8e62-317d66065a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '39b5b254-469b-426b-8d90-e08c5b5a2558'}}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 04:22:54.928532 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-8feee5a6-b630-4b16-a8d7-66c0c2f9cc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:54.979370 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.db.db_base_plugin_common [None req-d89a569f-f0f0-47db-93e6-1b61a7eeaf87 admin admin] Allocated IP 172.27.3.238 (6aa50667-ad26-490a-abab-e40f5b548551/1981b9cb-30a8-4ce2-a61f-12a80c9863da/9930b550-513d-4917-859b-1abbf6822d20) {{(pid=93250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 04:22:54.992413 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-8feee5a6-b630-4b16-a8d7-66c0c2f9cc04 None None] For port 085ae2dd-5336-4dd6-880d-08ebc77750d9, host dv-cinder-803000-4-iscsi, cleared binding levels {{(pid=93252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 04:22:54.996593 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-8feee5a6-b630-4b16-a8d7-66c0c2f9cc04 None None] For port 085ae2dd-5336-4dd6-880d-08ebc77750d9, host dv-cinder-803000-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-4-iscsi',level=0,port_id=085ae2dd-5336-4dd6-880d-08ebc77750d9,segment=NetworkSegment(b2e611d7-ab29-4d5f-8e62-317d66065a7a),segment_id=b2e611d7-ab29-4d5f-8e62-317d66065a7a)] {{(pid=93252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 04:22:55.003604 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-8feee5a6-b630-4b16-a8d7-66c0c2f9cc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:55.076475 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feee5a6-b630-4b16-a8d7-66c0c2f9cc04 None None] Pushing event updated for resources: {'Port': ['ID=085ae2dd-5336-4dd6-880d-08ebc77750d9,revision_number=2']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:22:55.108367 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-72b2e82b-2e1e-497a-9211-e3296deb4c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ccb8d91-2900-496f-9830-5fd2f062855a', 'name': 'tempest-TestShelveInstance-1946893989-router', 'tenant_id': 'bee6bfe21bc342ae80722bc534a79a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'external_fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': 'd271c456-f9c9-4a09-bf22-9a83c2467efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:22:49Z', 'updated_at': '2021-08-05T04:22:51Z', 'revision_number': 4, 'project_id': 'bee6bfe21bc342ae80722bc534a79a65', 'gw_port': {'id': 'd271c456-f9c9-4a09-bf22-9a83c2467efa', 'name': '', 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ccb8d91-2900-496f-9830-5fd2f062855a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:22:49Z', 'updated_at': '2021-08-05T04:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-4-iscsi', '_interfaces': [{'id': '83f2ec64-6f47-42cf-a52a-7b0b018656f7', 'name': '', 'network_id': 'ef69c213-f027-48b4-9728-8998dc7faa2a', 'tenant_id': 'bee6bfe21bc342ae80722bc534a79a65', 'mac_address': 'fa:16:3e:70:e4:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ccb8d91-2900-496f-9830-5fd2f062855a', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'd35e201b-865e-4900-86f6-2c5aed9eb36a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:22:51Z', 'updated_at': '2021-08-05T04:22:51Z', 'revision_number': 2, 'project_id': 'bee6bfe21bc342ae80722bc534a79a65', 'subnets': [{'id': 'd35e201b-865e-4900-86f6-2c5aed9eb36a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803000-4-iscsi', False) {} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:22:55.124432 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d89a569f-f0f0-47db-93e6-1b61a7eeaf87 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:55.149627 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b2e82b-2e1e-497a-9211-e3296deb4c2a None None] Checking router: 6ccb8d91-2900-496f-9830-5fd2f062855a for host: dv-cinder-803000-4-iscsi {{(pid=93253) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 04:22:55.149983 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b2e82b-2e1e-497a-9211-e3296deb4c2a None None] Updating router 6ccb8d91-2900-496f-9830-5fd2f062855a port 83f2ec64-6f47-42cf-a52a-7b0b018656f7 binding host dv-cinder-803000-4-iscsi {{(pid=93253) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 04:22:55.176765 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d89a569f-f0f0-47db-93e6-1b61a7eeaf87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763712145875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3061364'] for port, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:55.177782 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-72b2e82b-2e1e-497a-9211-e3296deb4c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:55.231423 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d89a569f-f0f0-47db-93e6-1b61a7eeaf87 admin admin] Network 6aa50667-ad26-490a-abab-e40f5b548551 is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 04:22:55.236726 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-d89a569f-f0f0-47db-93e6-1b61a7eeaf87 admin admin] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 04:22:55.241376 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89a569f-f0f0-47db-93e6-1b61a7eeaf87 admin admin] Received port after_create {{(pid=93250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 04:22:55.244560 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89a569f-f0f0-47db-93e6-1b61a7eeaf87 admin admin] Pushing event updated for resources: {'Port': ['ID=9930b550-513d-4917-859b-1abbf6822d20,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:22:55.524764 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-72b2e82b-2e1e-497a-9211-e3296deb4c2a None None] Notify callbacks [] for port, precommit_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:55.535802 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.provisioning_blocks [None req-72b2e82b-2e1e-497a-9211-e3296deb4c2a None None] Transition to ACTIVE for port object 83f2ec64-6f47-42cf-a52a-7b0b018656f7 will not be triggered until provisioned by entity L2. {{(pid=93253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 04:22:55.539126 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d89a569f-f0f0-47db-93e6-1b61a7eeaf87 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:55.543194 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-72b2e82b-2e1e-497a-9211-e3296deb4c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:55.587057 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 59822) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:22:55.603555 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cc709c-e496-4e2e-a840-927ea49f515b None None] Pushing event updated for resources: {'Port': ['ID=83f2ec64-6f47-42cf-a52a-7b0b018656f7,revision_number=3']} {{(pid=93253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:22:55.682100 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.managers [None req-72b2e82b-2e1e-497a-9211-e3296deb4c2a None None] Attempting to bind port 83f2ec64-6f47-42cf-a52a-7b0b018656f7 on host dv-cinder-803000-4-iscsi for vnic_type normal with profile {{(pid=93253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 04:22:55.682473 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.managers [None req-72b2e82b-2e1e-497a-9211-e3296deb4c2a None None] Attempting to bind port 83f2ec64-6f47-42cf-a52a-7b0b018656f7 by drivers openvswitch,hyperv on host dv-cinder-803000-4-iscsi at level 0 using segments [{'id': '58844861-27f9-479e-80aa-8db8404eb207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ef69c213-f027-48b4-9728-8998dc7faa2a'}] {{(pid=93253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 04:22:55.682993 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b2e82b-2e1e-497a-9211-e3296deb4c2a None None] Attempting to bind port 83f2ec64-6f47-42cf-a52a-7b0b018656f7 on network ef69c213-f027-48b4-9728-8998dc7faa2a {{(pid=93253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 04:22:55.689026 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b2e82b-2e1e-497a-9211-e3296deb4c2a None None] Checking agent: {'id': 'f380332e-4681-47b2-aaca-ec0053efd026', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803000-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 4, 10, 35), 'started_at': datetime.datetime(2021, 8, 5, 4, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 4, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803000-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 04:22:55.689401 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b2e82b-2e1e-497a-9211-e3296deb4c2a None None] Checking segment: {'id': '58844861-27f9-479e-80aa-8db8404eb207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ef69c213-f027-48b4-9728-8998dc7faa2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 04:22:55.689811 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-72b2e82b-2e1e-497a-9211-e3296deb4c2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:55.690373 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b2e82b-2e1e-497a-9211-e3296deb4c2a None None] Bound using segment: {'id': '58844861-27f9-479e-80aa-8db8404eb207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ef69c213-f027-48b4-9728-8998dc7faa2a'} {{(pid=93253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 04:22:55.690667 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.managers [None req-72b2e82b-2e1e-497a-9211-e3296deb4c2a None None] Bound port: 83f2ec64-6f47-42cf-a52a-7b0b018656f7, host: dv-cinder-803000-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58844861-27f9-479e-80aa-8db8404eb207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ef69c213-f027-48b4-9728-8998dc7faa2a'}}] {{(pid=93253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 04:22:55.691066 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-72b2e82b-2e1e-497a-9211-e3296deb4c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:55.781394 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-e6172832-2176-426b-a517-dc2c72f8a9d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:55.813664 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.db [None req-72b2e82b-2e1e-497a-9211-e3296deb4c2a None None] For port 83f2ec64-6f47-42cf-a52a-7b0b018656f7, host dv-cinder-803000-4-iscsi, cleared binding levels {{(pid=93253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 04:22:55.815038 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Device 085ae2dd-5336-4dd6-880d-08ebc77750d9 up at agent ovs-agent-dv-cinder-803000-4-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 04:22:55.817385 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.db [None req-72b2e82b-2e1e-497a-9211-e3296deb4c2a None None] For port 83f2ec64-6f47-42cf-a52a-7b0b018656f7, host dv-cinder-803000-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-4-iscsi',level=0,port_id=83f2ec64-6f47-42cf-a52a-7b0b018656f7,segment=NetworkSegment(58844861-27f9-479e-80aa-8db8404eb207),segment_id=58844861-27f9-479e-80aa-8db8404eb207)] {{(pid=93253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 04:22:55.831134 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-72b2e82b-2e1e-497a-9211-e3296deb4c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:55.907049 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cc709c-e496-4e2e-a840-927ea49f515b None None] Pushing event updated for resources: {'Port': ['ID=83f2ec64-6f47-42cf-a52a-7b0b018656f7,revision_number=4']} {{(pid=93253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:22:55.919802 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Provisioning for port 085ae2dd-5336-4dd6-880d-08ebc77750d9 completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 04:22:55.928455 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Device d271c456-f9c9-4a09-bf22-9a83c2467efa up at agent ovs-agent-dv-cinder-803000-4-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 04:22:55.928693 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d89a569f-f0f0-47db-93e6-1b61a7eeaf87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697994'] for router, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:55.928840 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-e6172832-2176-426b-a517-dc2c72f8a9d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:55.935781 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b2e82b-2e1e-497a-9211-e3296deb4c2a None None] Routers {'6ccb8d91-2900-496f-9830-5fd2f062855a'} bound to L3 agent in host dv-cinder-803000-4-iscsi {{(pid=93253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 04:22:55.936434 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-72b2e82b-2e1e-497a-9211-e3296deb4c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T04:10:35Z,description=,heartbeat_timestamp=2021-08-05T04:22:35Z,host='dv-cinder-803000-4-iscsi',id=8e71ca1b-9911-44b3-bf09-1fce3db7ea9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T04:10:35Z,topic='l3_agent')) {'router_ids': ['6ccb8d91-2900-496f-9830-5fd2f062855a'], 'active': True} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:22:55.937149 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-e6172832-2176-426b-a517-dc2c72f8a9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:55.978878 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6172832-2176-426b-a517-dc2c72f8a9d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68d0a59c-2c03-41eb-87d1-b72ab84a9ec4,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:22:56.023096 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-e6172832-2176-426b-a517-dc2c72f8a9d8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e4cda515cf9441739778102935d7ce9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4301455 Aug 05 04:22:56.025811 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 59832) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:22:56.095904 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-612396e2-9f16-4fe5-85a3-55d98a269dc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:56.107744 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Provisioning complete for port d271c456-f9c9-4a09-bf22-9a83c2467efa triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 04:22:56.108242 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66839334'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:56.126829 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-612396e2-9f16-4fe5-85a3-55d98a269dc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:56.139633 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d13122-6cb8-4e9a-99b7-038f831ef156 req-472222a7-bffe-43a1-b3f2-c7acfc56d404 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:22:56.151238 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-30d13122-6cb8-4e9a-99b7-038f831ef156 req-472222a7-bffe-43a1-b3f2-c7acfc56d404 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/ports?device_id=2147f667-d746-4185-9f35-aeecd3b618bf HTTP/1.1" status: 200 len: 945 time: 0.3302462 Aug 05 04:22:56.157844 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvr_db [None req-72b2e82b-2e1e-497a-9211-e3296deb4c2a None None] Set router 6ccb8d91-2900-496f-9830-5fd2f062855a gateway port host: dv-cinder-803000-4-iscsi {{(pid=93253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 04:22:56.197719 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-612396e2-9f16-4fe5-85a3-55d98a269dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:56.203032 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-612396e2-9f16-4fe5-85a3-55d98a269dc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:56.204663 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-612396e2-9f16-4fe5-85a3-55d98a269dc1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/68d0a59c-2c03-41eb-87d1-b72ab84a9ec4 HTTP/1.1" status: 204 len: 168 time: 0.1776021 Aug 05 04:22:56.237448 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612396e2-9f16-4fe5-85a3-55d98a269dc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68d0a59c-2c03-41eb-87d1-b72ab84a9ec4,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:22:56.252804 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-30d13122-6cb8-4e9a-99b7-038f831ef156 req-5030850c-3345-403f-9354-f67f95560869 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/security-groups?id=30a7b57d-d19f-4842-b220-e889f0616c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983748 Aug 05 04:22:56.283572 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d89a569f-f0f0-47db-93e6-1b61a7eeaf87 admin admin] Router 8267c5b6-1838-40bf-a476-d01484eca7dd is scheduled to L3 agent 8e71ca1b-9911-44b3-bf09-1fce3db7ea9a with binding_index 1 {{(pid=93250) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 04:22:56.418220 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047044ce-989e-4e45-8da0-5fa276db6724 None None] Network 39b5b254-469b-426b-8d90-e08c5b5a2558 requested from dv-cinder-803000-4-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 04:22:56.458424 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d89a569f-f0f0-47db-93e6-1b61a7eeaf87 admin admin] Notify agent at l3_agent.dv-cinder-803000-4-iscsi the message routers_updated {{(pid=93250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 04:22:56.476767 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d89a569f-f0f0-47db-93e6-1b61a7eeaf87 admin admin] Notify callbacks [] for router, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:56.480590 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-d89a569f-f0f0-47db-93e6-1b61a7eeaf87 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1948619 Aug 05 04:22:56.480973 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 59838) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:22:56.487327 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-72b2e82b-2e1e-497a-9211-e3296deb4c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ccb8d91-2900-496f-9830-5fd2f062855a', 'name': 'tempest-TestShelveInstance-1946893989-router', 'tenant_id': 'bee6bfe21bc342ae80722bc534a79a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'external_fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': 'd271c456-f9c9-4a09-bf22-9a83c2467efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:22:49Z', 'updated_at': '2021-08-05T04:22:51Z', 'revision_number': 4, 'project_id': 'bee6bfe21bc342ae80722bc534a79a65', 'gw_port': {'id': 'd271c456-f9c9-4a09-bf22-9a83c2467efa', 'name': '', 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ccb8d91-2900-496f-9830-5fd2f062855a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:22:49Z', 'updated_at': '2021-08-05T04:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-4-iscsi', '_interfaces': [{'id': '83f2ec64-6f47-42cf-a52a-7b0b018656f7', 'name': '', 'network_id': 'ef69c213-f027-48b4-9728-8998dc7faa2a', 'tenant_id': 'bee6bfe21bc342ae80722bc534a79a65', 'mac_address': 'fa:16:3e:70:e4:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ccb8d91-2900-496f-9830-5fd2f062855a', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'd35e201b-865e-4900-86f6-2c5aed9eb36a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:22:51Z', 'updated_at': '2021-08-05T04:22:55Z', 'revision_number': 4, 'project_id': 'bee6bfe21bc342ae80722bc534a79a65', 'subnets': [{'id': 'd35e201b-865e-4900-86f6-2c5aed9eb36a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803000-4-iscsi', False) {} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:22:56.497695 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93b81d0-5172-414b-9626-79f44ed8bef2 None None] Sync routers for ids ['8267c5b6-1838-40bf-a476-d01484eca7dd'] in dv-cinder-803000-4-iscsi {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 04:22:56.519263 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b2e82b-2e1e-497a-9211-e3296deb4c2a None None] The sync data for ids ['6ccb8d91-2900-496f-9830-5fd2f062855a'] in dv-cinder-803000-4-iscsi is: [{'id': '6ccb8d91-2900-496f-9830-5fd2f062855a', 'name': 'tempest-TestShelveInstance-1946893989-router', 'tenant_id': 'bee6bfe21bc342ae80722bc534a79a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'external_fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': 'd271c456-f9c9-4a09-bf22-9a83c2467efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:22:49Z', 'updated_at': '2021-08-05T04:22:51Z', 'revision_number': 4, 'project_id': 'bee6bfe21bc342ae80722bc534a79a65', 'gw_port': {'id': 'd271c456-f9c9-4a09-bf22-9a83c2467efa', 'name': '', 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ccb8d91-2900-496f-9830-5fd2f062855a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:22:49Z', 'updated_at': '2021-08-05T04:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-4-iscsi', '_interfaces': [{'id': '83f2ec64-6f47-42cf-a52a-7b0b018656f7', 'name': '', 'network_id': 'ef69c213-f027-48b4-9728-8998dc7faa2a', 'tenant_id': 'bee6bfe21bc342ae80722bc534a79a65', 'mac_address': 'fa:16:3e:70:e4:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ccb8d91-2900-496f-9830-5fd2f062855a', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'd35e201b-865e-4900-86f6-2c5aed9eb36a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:22:51Z', 'updated_at': '2021-08-05T04:22:55Z', 'revision_number': 4, 'project_id': 'bee6bfe21bc342ae80722bc534a79a65', 'subnets': [{'id': 'd35e201b-865e-4900-86f6-2c5aed9eb36a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 04:22:56.533183 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-2ec6e699-7162-4e4d-abd5-1a9c2a818aa3 None None] Provisioning for port 085ae2dd-5336-4dd6-880d-08ebc77750d9 completed by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 04:22:56.537240 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93b81d0-5172-414b-9626-79f44ed8bef2 None None] Routers {'8267c5b6-1838-40bf-a476-d01484eca7dd'} bound to L3 agent in host dv-cinder-803000-4-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 04:22:56.537913 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-f93b81d0-5172-414b-9626-79f44ed8bef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T04:10:35Z,description=,heartbeat_timestamp=2021-08-05T04:22:35Z,host='dv-cinder-803000-4-iscsi',id=8e71ca1b-9911-44b3-bf09-1fce3db7ea9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T04:10:35Z,topic='l3_agent')) {'router_ids': ['8267c5b6-1838-40bf-a476-d01484eca7dd'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:22:56.583364 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-2ec6e699-7162-4e4d-abd5-1a9c2a818aa3 None None] Provisioning complete for port 085ae2dd-5336-4dd6-880d-08ebc77750d9 triggered by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 04:22:56.583990 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-2ec6e699-7162-4e4d-abd5-1a9c2a818aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66839334'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:56.603856 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 59840) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:22:56.617570 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-611332c8-e6c9-4618-a97c-64a5aef69d8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:56.735275 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-f93b81d0-5172-414b-9626-79f44ed8bef2 None None] Set router 8267c5b6-1838-40bf-a476-d01484eca7dd gateway port host: dv-cinder-803000-4-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 04:22:56.738701 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-611332c8-e6c9-4618-a97c-64a5aef69d8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:56.746402 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-611332c8-e6c9-4618-a97c-64a5aef69d8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:56.786619 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-611332c8-e6c9-4618-a97c-64a5aef69d8d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=14e24abf14c94c499858b030d85ba066&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1815007 Aug 05 04:22:56.791637 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 59842) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:22:56.831010 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611332c8-e6c9-4618-a97c-64a5aef69d8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfa57098-5bef-4778-882a-8eca2a7c6e89,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:22:56.868046 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0dcc4a5e-154c-4d64-9e3a-e4ebbd30a250 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:56.870711 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-2ec6e699-7162-4e4d-abd5-1a9c2a818aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:56.893691 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0dcc4a5e-154c-4d64-9e3a-e4ebbd30a250 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:56.960630 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0dcc4a5e-154c-4d64-9e3a-e4ebbd30a250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:56.963675 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0dcc4a5e-154c-4d64-9e3a-e4ebbd30a250 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:56.965517 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-0dcc4a5e-154c-4d64-9e3a-e4ebbd30a250 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bfa57098-5bef-4778-882a-8eca2a7c6e89 HTTP/1.1" status: 204 len: 168 time: 0.1721938 Aug 05 04:22:56.966914 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-2ec6e699-7162-4e4d-abd5-1a9c2a818aa3 None None] For port 085ae2dd-5336-4dd6-880d-08ebc77750d9, host dv-cinder-803000-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-4-iscsi',level=0,port_id=085ae2dd-5336-4dd6-880d-08ebc77750d9,segment=NetworkSegment(b2e611d7-ab29-4d5f-8e62-317d66065a7a),segment_id=b2e611d7-ab29-4d5f-8e62-317d66065a7a)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:22:56.977223 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcc4a5e-154c-4d64-9e3a-e4ebbd30a250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfa57098-5bef-4778-882a-8eca2a7c6e89,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:22:56.991999 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-2ec6e699-7162-4e4d-abd5-1a9c2a818aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:57.116633 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec6e699-7162-4e4d-abd5-1a9c2a818aa3 None None] Pushing event updated for resources: {'Port': ['ID=085ae2dd-5336-4dd6-880d-08ebc77750d9,revision_number=3']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:22:57.147015 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-f93b81d0-5172-414b-9626-79f44ed8bef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8267c5b6-1838-40bf-a476-d01484eca7dd', 'name': 'tempest-TestShelveInstance-1160388915-router', 'tenant_id': '20940058c7a1412d8266a377a9c62b50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'external_fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': '9930b550-513d-4917-859b-1abbf6822d20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:22:54Z', 'updated_at': '2021-08-05T04:22:55Z', 'revision_number': 3, 'project_id': '20940058c7a1412d8266a377a9c62b50', 'gw_port': {'id': '9930b550-513d-4917-859b-1abbf6822d20', 'name': '', 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:30:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8267c5b6-1838-40bf-a476-d01484eca7dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:22:54Z', 'updated_at': '2021-08-05T04:22:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-4-iscsi'}], 'dv-cinder-803000-4-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:22:57.190763 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93b81d0-5172-414b-9626-79f44ed8bef2 None None] Checking router: 8267c5b6-1838-40bf-a476-d01484eca7dd for host: dv-cinder-803000-4-iscsi {{(pid=93252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 04:22:57.191497 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93b81d0-5172-414b-9626-79f44ed8bef2 None None] Updating router 8267c5b6-1838-40bf-a476-d01484eca7dd port 9930b550-513d-4917-859b-1abbf6822d20 binding host dv-cinder-803000-4-iscsi {{(pid=93252) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 04:22:57.242876 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-f93b81d0-5172-414b-9626-79f44ed8bef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:57.318753 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-600ff381-844c-443b-a728-2f8740ca15b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:57.411587 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-87656e3a-8eed-459d-b486-3c09dddab0aa None None] Provisioning complete for port 085ae2dd-5336-4dd6-880d-08ebc77750d9 triggered by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 04:22:57.412036 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-87656e3a-8eed-459d-b486-3c09dddab0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66839334'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:57.461637 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4143df-ff7e-49c7-9565-01541d882b32 req-02431e0e-6186-46c5-b022-9a15c7a69fec tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:22:57.463533 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6c4143df-ff7e-49c7-9565-01541d882b32 req-02431e0e-6186-46c5-b022-9a15c7a69fec tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/ports?device_id=2147f667-d746-4185-9f35-aeecd3b618bf HTTP/1.1" status: 200 len: 945 time: 0.1080167 Aug 05 04:22:57.583352 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6c4143df-ff7e-49c7-9565-01541d882b32 req-085f9f68-b6af-48e0-8eea-517fc09129c5 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/security-groups?id=30a7b57d-d19f-4842-b220-e889f0616c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933859 Aug 05 04:22:57.629155 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.db.db_base_plugin_common [None req-600ff381-844c-443b-a728-2f8740ca15b4 admin admin] Allocated IP 172.20.0.1 (39b5b254-469b-426b-8d90-e08c5b5a2558/28f19037-5f67-4c34-bd4e-6632adcc142f/207ef502-cd31-4619-a3ea-21ff48b63a44) {{(pid=93250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 04:22:57.700251 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Device 085ae2dd-5336-4dd6-880d-08ebc77750d9 up at agent ovs-agent-dv-cinder-803000-4-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 04:22:57.818743 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Provisioning complete for port 085ae2dd-5336-4dd6-880d-08ebc77750d9 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 04:22:57.819289 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66839334'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:57.862646 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-600ff381-844c-443b-a728-2f8740ca15b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:57.872578 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-f93b81d0-5172-414b-9626-79f44ed8bef2 None None] Notify callbacks [] for port, precommit_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:57.888590 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.db.provisioning_blocks [None req-600ff381-844c-443b-a728-2f8740ca15b4 admin admin] Transition to ACTIVE for port object 207ef502-cd31-4619-a3ea-21ff48b63a44 will not be triggered until provisioned by entity DHCP. {{(pid=93250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 04:22:57.889398 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-f93b81d0-5172-414b-9626-79f44ed8bef2 None None] Transition to ACTIVE for port object 9930b550-513d-4917-859b-1abbf6822d20 will not be triggered until provisioned by entity L2. {{(pid=93252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 04:22:57.899746 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-f93b81d0-5172-414b-9626-79f44ed8bef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:57.914746 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079e1bc1-8d59-4e01-bbce-16912f6ee535 req-81e40657-7484-4b4e-90c5-f154b73c3397 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:22:57.916171 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-079e1bc1-8d59-4e01-bbce-16912f6ee535 req-81e40657-7484-4b4e-90c5-f154b73c3397 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/ports?device_id=2147f667-d746-4185-9f35-aeecd3b618bf HTTP/1.1" status: 200 len: 945 time: 0.1018436 Aug 05 04:22:57.983162 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8d82d1-842a-4dae-bb57-7cb4b9ccbe30 req-d0bb37a6-1044-462f-808d-1e313fd85323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:22:57.984472 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-7b8d82d1-842a-4dae-bb57-7cb4b9ccbe30 req-d0bb37a6-1044-462f-808d-1e313fd85323 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7e1b30b90c7140f8b2ccf41b54163dd5&device_id=2147f667-d746-4185-9f35-aeecd3b618bf HTTP/1.1" status: 200 len: 1098 time: 0.0521076 Aug 05 04:22:57.989609 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Device 83f2ec64-6f47-42cf-a52a-7b0b018656f7 up at agent ovs-agent-dv-cinder-803000-4-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 04:22:57.993331 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-079e1bc1-8d59-4e01-bbce-16912f6ee535 req-6d775e7b-4c30-4771-9d77-444c6b62483f tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/security-groups?id=30a7b57d-d19f-4842-b220-e889f0616c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697927 Aug 05 04:22:57.995548 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483768d7-7982-456e-9101-b2694df461c2 None None] Pushing event updated for resources: {'Port': ['ID=9930b550-513d-4917-859b-1abbf6822d20,revision_number=2']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:22:58.003375 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-600ff381-844c-443b-a728-2f8740ca15b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763712145875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3061364'] for port, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:58.042743 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-f93b81d0-5172-414b-9626-79f44ed8bef2 None None] Attempting to bind port 9930b550-513d-4917-859b-1abbf6822d20 on host dv-cinder-803000-4-iscsi for vnic_type normal with profile {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 04:22:58.043415 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-f93b81d0-5172-414b-9626-79f44ed8bef2 None None] Attempting to bind port 9930b550-513d-4917-859b-1abbf6822d20 by drivers openvswitch,hyperv on host dv-cinder-803000-4-iscsi at level 0 using segments [{'id': 'fe7b4086-21cb-43cf-96b4-8ee376b4a2f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551'}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 04:22:58.043785 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93b81d0-5172-414b-9626-79f44ed8bef2 None None] Attempting to bind port 9930b550-513d-4917-859b-1abbf6822d20 on network 6aa50667-ad26-490a-abab-e40f5b548551 {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 04:22:58.050691 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600ff381-844c-443b-a728-2f8740ca15b4 admin admin] Network 39b5b254-469b-426b-8d90-e08c5b5a2558 is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 04:22:58.055578 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-600ff381-844c-443b-a728-2f8740ca15b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 04:22:58.056211 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483768d7-7982-456e-9101-b2694df461c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:22:58.056572 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483768d7-7982-456e-9101-b2694df461c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:22:58.057919 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483768d7-7982-456e-9101-b2694df461c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:22:58.058275 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483768d7-7982-456e-9101-b2694df461c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:22:58.059129 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600ff381-844c-443b-a728-2f8740ca15b4 admin admin] Received port after_create {{(pid=93250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 04:22:58.059289 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483768d7-7982-456e-9101-b2694df461c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:22:58.059594 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483768d7-7982-456e-9101-b2694df461c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:22:58.059934 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483768d7-7982-456e-9101-b2694df461c2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:22:58.060299 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483768d7-7982-456e-9101-b2694df461c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:22:58.060985 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483768d7-7982-456e-9101-b2694df461c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:22:58.061790 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483768d7-7982-456e-9101-b2694df461c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:22:58.062408 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483768d7-7982-456e-9101-b2694df461c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:22:58.062577 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483768d7-7982-456e-9101-b2694df461c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:22:58.073225 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93b81d0-5172-414b-9626-79f44ed8bef2 None None] Checking agent: {'id': 'f380332e-4681-47b2-aaca-ec0053efd026', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803000-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 4, 10, 35), 'started_at': datetime.datetime(2021, 8, 5, 4, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 4, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803000-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 04:22:58.073755 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93b81d0-5172-414b-9626-79f44ed8bef2 None None] Checking segment: {'id': 'fe7b4086-21cb-43cf-96b4-8ee376b4a2f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 04:22:58.074419 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-f93b81d0-5172-414b-9626-79f44ed8bef2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:58.075424 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93b81d0-5172-414b-9626-79f44ed8bef2 None None] Bound using segment: {'id': 'fe7b4086-21cb-43cf-96b4-8ee376b4a2f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551'} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 04:22:58.075921 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-f93b81d0-5172-414b-9626-79f44ed8bef2 None None] Bound port: 9930b550-513d-4917-859b-1abbf6822d20, host: dv-cinder-803000-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe7b4086-21cb-43cf-96b4-8ee376b4a2f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551'}}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 04:22:58.076413 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-f93b81d0-5172-414b-9626-79f44ed8bef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:58.084992 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600ff381-844c-443b-a728-2f8740ca15b4 admin admin] Pushing event updated for resources: {'Port': ['ID=207ef502-cd31-4619-a3ea-21ff48b63a44,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:22:58.094973 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600ff381-844c-443b-a728-2f8740ca15b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:22:58.095311 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600ff381-844c-443b-a728-2f8740ca15b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:22:58.095653 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600ff381-844c-443b-a728-2f8740ca15b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:22:58.095989 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600ff381-844c-443b-a728-2f8740ca15b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:22:58.096319 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600ff381-844c-443b-a728-2f8740ca15b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:22:58.096649 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600ff381-844c-443b-a728-2f8740ca15b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:22:58.096976 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600ff381-844c-443b-a728-2f8740ca15b4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:22:58.097302 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600ff381-844c-443b-a728-2f8740ca15b4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:22:58.097621 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600ff381-844c-443b-a728-2f8740ca15b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:22:58.097943 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600ff381-844c-443b-a728-2f8740ca15b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:22:58.098263 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600ff381-844c-443b-a728-2f8740ca15b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:22:58.098950 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600ff381-844c-443b-a728-2f8740ca15b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:22:58.110078 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8d82d1-842a-4dae-bb57-7cb4b9ccbe30 req-e46f91b0-de45-4329-8802-e2b09d273bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:22:58.113081 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-7b8d82d1-842a-4dae-bb57-7cb4b9ccbe30 req-e46f91b0-de45-4329-8802-e2b09d273bb2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=96928152-e7de-4eec-a055-721b95480308 HTTP/1.1" status: 200 len: 912 time: 0.1200480 Aug 05 04:22:58.114622 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-600ff381-844c-443b-a728-2f8740ca15b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700768'] for router_interface, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:58.157111 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-f93b81d0-5172-414b-9626-79f44ed8bef2 None None] For port 9930b550-513d-4917-859b-1abbf6822d20, host dv-cinder-803000-4-iscsi, cleared binding levels {{(pid=93252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 04:22:58.161426 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-f93b81d0-5172-414b-9626-79f44ed8bef2 None None] For port 9930b550-513d-4917-859b-1abbf6822d20, host dv-cinder-803000-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-4-iscsi',level=0,port_id=9930b550-513d-4917-859b-1abbf6822d20,segment=NetworkSegment(fe7b4086-21cb-43cf-96b4-8ee376b4a2f8),segment_id=fe7b4086-21cb-43cf-96b4-8ee376b4a2f8)] {{(pid=93252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 04:22:58.163686 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Provisioning for port 83f2ec64-6f47-42cf-a52a-7b0b018656f7 completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 04:22:58.169123 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-f93b81d0-5172-414b-9626-79f44ed8bef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:58.180107 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Provisioning complete for port 83f2ec64-6f47-42cf-a52a-7b0b018656f7 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 04:22:58.180724 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66839334'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:58.218068 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-7b8d82d1-842a-4dae-bb57-7cb4b9ccbe30 req-24fe38c5-0012-4947-b18a-1d77c732677d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b62ea826-62c2-44d5-99fd-68a5f0075fbe HTTP/1.1" status: 200 len: 1001 time: 0.0974705 Aug 05 04:22:58.285056 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93b81d0-5172-414b-9626-79f44ed8bef2 None None] Routers {'8267c5b6-1838-40bf-a476-d01484eca7dd'} bound to L3 agent in host dv-cinder-803000-4-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 04:22:58.285704 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-f93b81d0-5172-414b-9626-79f44ed8bef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T04:10:35Z,description=,heartbeat_timestamp=2021-08-05T04:22:35Z,host='dv-cinder-803000-4-iscsi',id=8e71ca1b-9911-44b3-bf09-1fce3db7ea9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T04:10:35Z,topic='l3_agent')) {'router_ids': ['8267c5b6-1838-40bf-a476-d01484eca7dd'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:22:58.293932 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8d82d1-842a-4dae-bb57-7cb4b9ccbe30 req-e01ec084-7a3c-4292-8e6b-97dbbfb0c00f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:22:58.296062 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-7b8d82d1-842a-4dae-bb57-7cb4b9ccbe30 req-e01ec084-7a3c-4292-8e6b-97dbbfb0c00f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9f533690-95d6-43c6-9d22-76c71900eaef HTTP/1.1" status: 200 len: 850 time: 0.0703247 Aug 05 04:22:58.306351 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-600ff381-844c-443b-a728-2f8740ca15b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:58.363475 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8d82d1-842a-4dae-bb57-7cb4b9ccbe30 req-9ddb11fd-7ca9-4cbd-bbd0-2b1856c8b895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:22:58.365153 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-7b8d82d1-842a-4dae-bb57-7cb4b9ccbe30 req-9ddb11fd-7ca9-4cbd-bbd0-2b1856c8b895 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=96928152-e7de-4eec-a055-721b95480308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0606747 Aug 05 04:22:58.430908 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483768d7-7982-456e-9101-b2694df461c2 None None] Pushing event updated for resources: {'Port': ['ID=9930b550-513d-4917-859b-1abbf6822d20,revision_number=3']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:22:58.463002 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-687e3fdf-c653-4fb2-a868-d71b76a4763f None None] Provisioning for port 207ef502-cd31-4619-a3ea-21ff48b63a44 completed by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 04:22:58.472152 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-f93b81d0-5172-414b-9626-79f44ed8bef2 None None] Set router 8267c5b6-1838-40bf-a476-d01484eca7dd gateway port host: dv-cinder-803000-4-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 04:22:58.498427 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-7b8d82d1-842a-4dae-bb57-7cb4b9ccbe30 req-0e37523b-639e-43d0-b17a-2ad2d51a836b service neutron] 10.222.0.39 "GET /v2.0/networks/96928152-e7de-4eec-a055-721b95480308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247497 Aug 05 04:22:58.508464 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-687e3fdf-c653-4fb2-a868-d71b76a4763f None None] Provisioning complete for port 207ef502-cd31-4619-a3ea-21ff48b63a44 triggered by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 04:22:58.509331 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-687e3fdf-c653-4fb2-a868-d71b76a4763f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66839334'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:58.546830 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:58.581820 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-600ff381-844c-443b-a728-2f8740ca15b4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:58.589437 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-600ff381-844c-443b-a728-2f8740ca15b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3061373'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:58.631779 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-7b8d82d1-842a-4dae-bb57-7cb4b9ccbe30 req-781cc39f-dea4-409b-a8d4-7cafd9ff254e service neutron] 10.222.0.39 "GET /v2.0/networks/96928152-e7de-4eec-a055-721b95480308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230044 Aug 05 04:22:58.635797 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-687e3fdf-c653-4fb2-a868-d71b76a4763f None None] Port 207ef502-cd31-4619-a3ea-21ff48b63a44 cannot update to ACTIVE because it is not bound. {{(pid=93252) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 04:22:58.659965 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-600ff381-844c-443b-a728-2f8740ca15b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536784'] for router_interface, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:58.671573 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600ff381-844c-443b-a728-2f8740ca15b4 admin admin] Pushing event updated for resources: {'Port': ['ID=207ef502-cd31-4619-a3ea-21ff48b63a44,revision_number=2']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:22:58.692884 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] For port 83f2ec64-6f47-42cf-a52a-7b0b018656f7, host dv-cinder-803000-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-4-iscsi',level=0,port_id=83f2ec64-6f47-42cf-a52a-7b0b018656f7,segment=NetworkSegment(58844861-27f9-479e-80aa-8db8404eb207),segment_id=58844861-27f9-479e-80aa-8db8404eb207)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:22:58.701086 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:58.768034 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600ff381-844c-443b-a728-2f8740ca15b4 admin admin] Network 39b5b254-469b-426b-8d90-e08c5b5a2558 is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 04:22:58.769272 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-600ff381-844c-443b-a728-2f8740ca15b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 04:22:58.790058 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Pushing event updated for resources: {'Port': ['ID=83f2ec64-6f47-42cf-a52a-7b0b018656f7,revision_number=5']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:22:58.835323 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-f93b81d0-5172-414b-9626-79f44ed8bef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8267c5b6-1838-40bf-a476-d01484eca7dd', 'name': 'tempest-TestShelveInstance-1160388915-router', 'tenant_id': '20940058c7a1412d8266a377a9c62b50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'external_fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': '9930b550-513d-4917-859b-1abbf6822d20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:22:54Z', 'updated_at': '2021-08-05T04:22:58Z', 'revision_number': 4, 'project_id': '20940058c7a1412d8266a377a9c62b50', 'gw_port': {'id': '9930b550-513d-4917-859b-1abbf6822d20', 'name': '', 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:30:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8267c5b6-1838-40bf-a476-d01484eca7dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:22:54Z', 'updated_at': '2021-08-05T04:22:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-4-iscsi', '_interfaces': [{'id': '207ef502-cd31-4619-a3ea-21ff48b63a44', 'name': '', 'network_id': '39b5b254-469b-426b-8d90-e08c5b5a2558', 'tenant_id': '20940058c7a1412d8266a377a9c62b50', 'mac_address': 'fa:16:3e:01:c2:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8267c5b6-1838-40bf-a476-d01484eca7dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '28f19037-5f67-4c34-bd4e-6632adcc142f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:22:57Z', 'updated_at': '2021-08-05T04:22:57Z', 'revision_number': 1, 'project_id': '20940058c7a1412d8266a377a9c62b50', 'subnets': [{'id': '28f19037-5f67-4c34-bd4e-6632adcc142f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803000-4-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:22:58.866629 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93b81d0-5172-414b-9626-79f44ed8bef2 None None] The sync data for ids ['8267c5b6-1838-40bf-a476-d01484eca7dd'] in dv-cinder-803000-4-iscsi is: [{'id': '8267c5b6-1838-40bf-a476-d01484eca7dd', 'name': 'tempest-TestShelveInstance-1160388915-router', 'tenant_id': '20940058c7a1412d8266a377a9c62b50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'external_fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': '9930b550-513d-4917-859b-1abbf6822d20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:22:54Z', 'updated_at': '2021-08-05T04:22:58Z', 'revision_number': 4, 'project_id': '20940058c7a1412d8266a377a9c62b50', 'gw_port': {'id': '9930b550-513d-4917-859b-1abbf6822d20', 'name': '', 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:30:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8267c5b6-1838-40bf-a476-d01484eca7dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:22:54Z', 'updated_at': '2021-08-05T04:22:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-4-iscsi', '_interfaces': [{'id': '207ef502-cd31-4619-a3ea-21ff48b63a44', 'name': '', 'network_id': '39b5b254-469b-426b-8d90-e08c5b5a2558', 'tenant_id': '20940058c7a1412d8266a377a9c62b50', 'mac_address': 'fa:16:3e:01:c2:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8267c5b6-1838-40bf-a476-d01484eca7dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '28f19037-5f67-4c34-bd4e-6632adcc142f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:22:57Z', 'updated_at': '2021-08-05T04:22:57Z', 'revision_number': 1, 'project_id': '20940058c7a1412d8266a377a9c62b50', 'subnets': [{'id': '28f19037-5f67-4c34-bd4e-6632adcc142f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 04:22:58.906120 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-600ff381-844c-443b-a728-2f8740ca15b4 admin admin] Router 8267c5b6-1838-40bf-a476-d01484eca7dd has already been hosted by L3 agent 8e71ca1b-9911-44b3-bf09-1fce3db7ea9a {{(pid=93250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 04:22:59.030080 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-600ff381-844c-443b-a728-2f8740ca15b4 admin admin] Notify agent at l3_agent.dv-cinder-803000-4-iscsi the message routers_updated {{(pid=93250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 04:22:59.035205 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-600ff381-844c-443b-a728-2f8740ca15b4 admin admin] 10.222.0.37 "PUT /v2.0/routers/8267c5b6-1838-40bf-a476-d01484eca7dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5531664 Aug 05 04:22:59.062421 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-94f60640-35e2-4a3a-88b6-e402ce70b770 None None] Provisioning complete for port 207ef502-cd31-4619-a3ea-21ff48b63a44 triggered by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 04:22:59.063439 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-94f60640-35e2-4a3a-88b6-e402ce70b770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66839334'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:59.145971 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-94f60640-35e2-4a3a-88b6-e402ce70b770 None None] Port 207ef502-cd31-4619-a3ea-21ff48b63a44 cannot update to ACTIVE because it is not bound. {{(pid=93252) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 04:22:59.195405 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6251294e-432e-4920-9c49-e9ab2eb0f7fe req-4e2ef3a9-f4ac-4f5a-ba8c-f3cf112b7ff3 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:22:59.196671 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6251294e-432e-4920-9c49-e9ab2eb0f7fe req-4e2ef3a9-f4ac-4f5a-ba8c-f3cf112b7ff3 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/ports?device_id=2147f667-d746-4185-9f35-aeecd3b618bf HTTP/1.1" status: 200 len: 945 time: 0.0579808 Aug 05 04:22:59.261473 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6251294e-432e-4920-9c49-e9ab2eb0f7fe req-fb4ab356-4fba-4da0-a1f9-1500db1cc9e8 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/security-groups?id=30a7b57d-d19f-4842-b220-e889f0616c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544250 Aug 05 04:22:59.686143 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Device 83f2ec64-6f47-42cf-a52a-7b0b018656f7 up at agent ovs-agent-dv-cinder-803000-4-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 04:22:59.774842 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Provisioning complete for port 83f2ec64-6f47-42cf-a52a-7b0b018656f7 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 04:22:59.775234 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66839334'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:59.775887 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 59912) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:22:59.781571 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-da445476-9610-43c6-be0e-6b0f454946e5 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1812533312', 'description': 'tempest-secgroup-smoke-1812533312 description', 'project_id': 'bee6bfe21bc342ae80722bc534a79a65'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:22:59.826005 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-da445476-9610-43c6-be0e-6b0f454946e5 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:59.915348 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-da445476-9610-43c6-be0e-6b0f454946e5 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:59.919246 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-da445476-9610-43c6-be0e-6b0f454946e5 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:59.947910 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-da445476-9610-43c6-be0e-6b0f454946e5 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:22:59.950952 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-da445476-9610-43c6-be0e-6b0f454946e5 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1730967 Aug 05 04:22:59.952333 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 59914) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:22:59.954377 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da445476-9610-43c6-be0e-6b0f454946e5 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6e05813-9d0f-44b8-9b64-dd43393c2c1a,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:22:59.959962 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-69fe2431-571f-45f7-a32c-cf7637a5ac55 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Request body: {'security_group_rule': {'security_group_id': 'a6e05813-9d0f-44b8-9b64-dd43393c2c1a', 'project_id': 'bee6bfe21bc342ae80722bc534a79a65', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:22:59.987882 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-69fe2431-571f-45f7-a32c-cf7637a5ac55 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:23:00.037203 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-69fe2431-571f-45f7-a32c-cf7637a5ac55 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:23:00.041314 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-69fe2431-571f-45f7-a32c-cf7637a5ac55 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617728'] for security_group_rule, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:23:00.060118 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fe2431-571f-45f7-a32c-cf7637a5ac55 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a906b710-74e4-460c-b2eb-97c88f1e6d7f,revision_number=0']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:23:00.066519 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-69fe2431-571f-45f7-a32c-cf7637a5ac55 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:23:00.067803 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-69fe2431-571f-45f7-a32c-cf7637a5ac55 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1142352 Aug 05 04:23:00.070783 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 59916) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:23:00.075756 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-eeb30e06-f8e9-4f29-8e85-e3da838bbe25 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Request body: {'security_group_rule': {'security_group_id': 'a6e05813-9d0f-44b8-9b64-dd43393c2c1a', 'project_id': 'bee6bfe21bc342ae80722bc534a79a65', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:23:00.103687 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-eeb30e06-f8e9-4f29-8e85-e3da838bbe25 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:23:00.162998 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-eeb30e06-f8e9-4f29-8e85-e3da838bbe25 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:23:00.167951 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-eeb30e06-f8e9-4f29-8e85-e3da838bbe25 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617728'] for security_group_rule, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:23:00.187131 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb30e06-f8e9-4f29-8e85-e3da838bbe25 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbced206-29b9-4de5-9c4f-89ce4fbfc527,revision_number=0']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:23:00.190060 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-eeb30e06-f8e9-4f29-8e85-e3da838bbe25 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:23:00.191298 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-eeb30e06-f8e9-4f29-8e85-e3da838bbe25 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1194344 Aug 05 04:23:00.193872 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 59918) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:23:00.198237 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-a43b7bf1-3b10-4f5b-b721-a473e45cc730 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Request body: {'security_group_rule': {'security_group_id': 'a6e05813-9d0f-44b8-9b64-dd43393c2c1a', 'project_id': 'bee6bfe21bc342ae80722bc534a79a65', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:23:00.225878 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-a43b7bf1-3b10-4f5b-b721-a473e45cc730 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:23:00.287607 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-a43b7bf1-3b10-4f5b-b721-a473e45cc730 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:23:00.291905 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-a43b7bf1-3b10-4f5b-b721-a473e45cc730 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617728'] for security_group_rule, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:23:00.308843 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43b7bf1-3b10-4f5b-b721-a473e45cc730 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3d123ba-b777-4d90-8ea4-e909727456bc,revision_number=0']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:23:00.315594 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-a43b7bf1-3b10-4f5b-b721-a473e45cc730 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:23:00.316730 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-a43b7bf1-3b10-4f5b-b721-a473e45cc730 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1219423 Aug 05 04:23:00.319657 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 59922) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:23:00.324931 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-7922caad-25e7-4f06-b89a-3fd69ce8f324 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Request body: {'security_group_rule': {'security_group_id': 'a6e05813-9d0f-44b8-9b64-dd43393c2c1a', 'project_id': 'bee6bfe21bc342ae80722bc534a79a65', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:23:00.379037 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-7922caad-25e7-4f06-b89a-3fd69ce8f324 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:23:00.413324 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b50228-ecb5-4d58-8fa9-3c92ae4e6544 req-7697b2b9-daeb-4f3a-bc93-ee9bf5577ec7 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:23:00.414859 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-63b50228-ecb5-4d58-8fa9-3c92ae4e6544 req-7697b2b9-daeb-4f3a-bc93-ee9bf5577ec7 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/ports?device_id=2147f667-d746-4185-9f35-aeecd3b618bf HTTP/1.1" status: 200 len: 945 time: 0.0737395 Aug 05 04:23:00.479947 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-63b50228-ecb5-4d58-8fa9-3c92ae4e6544 req-caf7cff6-4640-48ca-b773-9c579c2234e8 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/security-groups?id=30a7b57d-d19f-4842-b220-e889f0616c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553784 Aug 05 04:23:00.481394 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-7922caad-25e7-4f06-b89a-3fd69ce8f324 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:23:00.485512 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-7922caad-25e7-4f06-b89a-3fd69ce8f324 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617728'] for security_group_rule, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:23:00.510133 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7922caad-25e7-4f06-b89a-3fd69ce8f324 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4386b5b-3db5-4f7e-8818-25dad352d56b,revision_number=0']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:23:00.519979 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-7922caad-25e7-4f06-b89a-3fd69ce8f324 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:23:00.521322 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-7922caad-25e7-4f06-b89a-3fd69ce8f324 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2005765 Aug 05 04:23:00.523884 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 59926) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:23:00.528377 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-90a8c025-dfc4-4eea-b68a-be662fe8db66 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Request body: {'security_group_rule': {'security_group_id': 'a6e05813-9d0f-44b8-9b64-dd43393c2c1a', 'project_id': 'bee6bfe21bc342ae80722bc534a79a65', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:23:00.549204 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.db.securitygroups_db [None req-90a8c025-dfc4-4eea-b68a-be662fe8db66 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Project bee6bfe21bc342ae80722bc534a79a65 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 05 04:23:00.554921 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-90a8c025-dfc4-4eea-b68a-be662fe8db66 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:23:00.617344 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-90a8c025-dfc4-4eea-b68a-be662fe8db66 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:23:00.621421 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-90a8c025-dfc4-4eea-b68a-be662fe8db66 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617728'] for security_group_rule, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:23:00.640562 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a8c025-dfc4-4eea-b68a-be662fe8db66 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac43b454-914d-4bc9-b551-4ecd0a2663b9,revision_number=0']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:23:00.644601 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-90a8c025-dfc4-4eea-b68a-be662fe8db66 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:23:00.645791 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-90a8c025-dfc4-4eea-b68a-be662fe8db66 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1209686 Aug 05 04:23:00.648655 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 59928) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:23:00.653326 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-e313e8ba-9bf5-4dd9-b18e-695d750255e9 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Request body: {'security_group_rule': {'security_group_id': 'a6e05813-9d0f-44b8-9b64-dd43393c2c1a', 'project_id': 'bee6bfe21bc342ae80722bc534a79a65', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:23:00.679182 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.db.securitygroups_db [None req-e313e8ba-9bf5-4dd9-b18e-695d750255e9 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Project bee6bfe21bc342ae80722bc534a79a65 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 05 04:23:00.683976 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-e313e8ba-9bf5-4dd9-b18e-695d750255e9 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:23:00.745743 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-e313e8ba-9bf5-4dd9-b18e-695d750255e9 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:23:00.749146 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-e313e8ba-9bf5-4dd9-b18e-695d750255e9 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617728'] for security_group_rule, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:23:00.767379 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e313e8ba-9bf5-4dd9-b18e-695d750255e9 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c24e3a47-f856-403f-9e5e-b8b2e67bc811,revision_number=0']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:23:00.776824 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-e313e8ba-9bf5-4dd9-b18e-695d750255e9 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:23:00.777516 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-e313e8ba-9bf5-4dd9-b18e-695d750255e9 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1278522 Aug 05 04:23:00.922809 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c65a29-5d62-457c-86fe-ca55bc93de3e None None] Sync routers for ids ['8267c5b6-1838-40bf-a476-d01484eca7dd'] in dv-cinder-803000-4-iscsi {{(pid=93253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 04:23:00.938899 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c65a29-5d62-457c-86fe-ca55bc93de3e None None] Routers {'8267c5b6-1838-40bf-a476-d01484eca7dd'} bound to L3 agent in host dv-cinder-803000-4-iscsi {{(pid=93253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 04:23:00.939508 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-c3c65a29-5d62-457c-86fe-ca55bc93de3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T04:10:35Z,description=,heartbeat_timestamp=2021-08-05T04:22:35Z,host='dv-cinder-803000-4-iscsi',id=8e71ca1b-9911-44b3-bf09-1fce3db7ea9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T04:10:35Z,topic='l3_agent')) {'router_ids': ['8267c5b6-1838-40bf-a476-d01484eca7dd'], 'active': True} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:23:01.066375 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvr_db [None req-c3c65a29-5d62-457c-86fe-ca55bc93de3e None None] Set router 8267c5b6-1838-40bf-a476-d01484eca7dd gateway port host: dv-cinder-803000-4-iscsi {{(pid=93253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 04:23:01.281518 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-c3c65a29-5d62-457c-86fe-ca55bc93de3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8267c5b6-1838-40bf-a476-d01484eca7dd', 'name': 'tempest-TestShelveInstance-1160388915-router', 'tenant_id': '20940058c7a1412d8266a377a9c62b50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'external_fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': '9930b550-513d-4917-859b-1abbf6822d20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:22:54Z', 'updated_at': '2021-08-05T04:22:58Z', 'revision_number': 4, 'project_id': '20940058c7a1412d8266a377a9c62b50', 'gw_port': {'id': '9930b550-513d-4917-859b-1abbf6822d20', 'name': '', 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:30:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8267c5b6-1838-40bf-a476-d01484eca7dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:22:54Z', 'updated_at': '2021-08-05T04:22:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-4-iscsi', '_interfaces': [{'id': '207ef502-cd31-4619-a3ea-21ff48b63a44', 'name': '', 'network_id': '39b5b254-469b-426b-8d90-e08c5b5a2558', 'tenant_id': '20940058c7a1412d8266a377a9c62b50', 'mac_address': 'fa:16:3e:01:c2:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8267c5b6-1838-40bf-a476-d01484eca7dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '28f19037-5f67-4c34-bd4e-6632adcc142f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:22:57Z', 'updated_at': '2021-08-05T04:22:58Z', 'revision_number': 2, 'project_id': '20940058c7a1412d8266a377a9c62b50', 'subnets': [{'id': '28f19037-5f67-4c34-bd4e-6632adcc142f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803000-4-iscsi', False) {} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:23:01.311277 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c65a29-5d62-457c-86fe-ca55bc93de3e None None] Checking router: 8267c5b6-1838-40bf-a476-d01484eca7dd for host: dv-cinder-803000-4-iscsi {{(pid=93253) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 04:23:01.311632 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c65a29-5d62-457c-86fe-ca55bc93de3e None None] Updating router 8267c5b6-1838-40bf-a476-d01484eca7dd port 207ef502-cd31-4619-a3ea-21ff48b63a44 binding host dv-cinder-803000-4-iscsi {{(pid=93253) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 04:23:01.337549 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-c3c65a29-5d62-457c-86fe-ca55bc93de3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:23:01.592896 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-c3c65a29-5d62-457c-86fe-ca55bc93de3e None None] Notify callbacks [] for port, precommit_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:23:01.602653 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.provisioning_blocks [None req-c3c65a29-5d62-457c-86fe-ca55bc93de3e None None] Transition to ACTIVE for port object 207ef502-cd31-4619-a3ea-21ff48b63a44 will not be triggered until provisioned by entity L2. {{(pid=93253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 04:23:01.607798 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-c3c65a29-5d62-457c-86fe-ca55bc93de3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:23:01.644244 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Device 9930b550-513d-4917-859b-1abbf6822d20 up at agent ovs-agent-dv-cinder-803000-4-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 04:23:01.652074 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f005f6d-8e12-4d86-9efa-a0ecf60bea96 None None] Pushing event updated for resources: {'Port': ['ID=207ef502-cd31-4619-a3ea-21ff48b63a44,revision_number=3']} {{(pid=93253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:23:01.699442 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Provisioning for port 9930b550-513d-4917-859b-1abbf6822d20 completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 04:23:01.704606 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Provisioning complete for port 9930b550-513d-4917-859b-1abbf6822d20 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 04:23:01.704977 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66839334'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:23:01.713596 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.managers [None req-c3c65a29-5d62-457c-86fe-ca55bc93de3e None None] Attempting to bind port 207ef502-cd31-4619-a3ea-21ff48b63a44 on host dv-cinder-803000-4-iscsi for vnic_type normal with profile {{(pid=93253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 04:23:01.713965 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.managers [None req-c3c65a29-5d62-457c-86fe-ca55bc93de3e None None] Attempting to bind port 207ef502-cd31-4619-a3ea-21ff48b63a44 by drivers openvswitch,hyperv on host dv-cinder-803000-4-iscsi at level 0 using segments [{'id': 'b2e611d7-ab29-4d5f-8e62-317d66065a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '39b5b254-469b-426b-8d90-e08c5b5a2558'}] {{(pid=93253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 04:23:01.714329 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c65a29-5d62-457c-86fe-ca55bc93de3e None None] Attempting to bind port 207ef502-cd31-4619-a3ea-21ff48b63a44 on network 39b5b254-469b-426b-8d90-e08c5b5a2558 {{(pid=93253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 04:23:01.720174 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c65a29-5d62-457c-86fe-ca55bc93de3e None None] Checking agent: {'id': 'f380332e-4681-47b2-aaca-ec0053efd026', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803000-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 4, 10, 35), 'started_at': datetime.datetime(2021, 8, 5, 4, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 4, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803000-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 04:23:01.720555 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c65a29-5d62-457c-86fe-ca55bc93de3e None None] Checking segment: {'id': 'b2e611d7-ab29-4d5f-8e62-317d66065a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '39b5b254-469b-426b-8d90-e08c5b5a2558'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 04:23:01.720954 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-c3c65a29-5d62-457c-86fe-ca55bc93de3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:23:01.721473 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c65a29-5d62-457c-86fe-ca55bc93de3e None None] Bound using segment: {'id': 'b2e611d7-ab29-4d5f-8e62-317d66065a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '39b5b254-469b-426b-8d90-e08c5b5a2558'} {{(pid=93253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 04:23:01.721940 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.managers [None req-c3c65a29-5d62-457c-86fe-ca55bc93de3e None None] Bound port: 207ef502-cd31-4619-a3ea-21ff48b63a44, host: dv-cinder-803000-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2e611d7-ab29-4d5f-8e62-317d66065a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '39b5b254-469b-426b-8d90-e08c5b5a2558'}}] {{(pid=93253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 04:23:01.722346 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-c3c65a29-5d62-457c-86fe-ca55bc93de3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:23:01.792139 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:23:01.792553 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.db [None req-c3c65a29-5d62-457c-86fe-ca55bc93de3e None None] For port 207ef502-cd31-4619-a3ea-21ff48b63a44, host dv-cinder-803000-4-iscsi, cleared binding levels {{(pid=93253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 04:23:01.795966 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.db [None req-c3c65a29-5d62-457c-86fe-ca55bc93de3e None None] For port 207ef502-cd31-4619-a3ea-21ff48b63a44, host dv-cinder-803000-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-4-iscsi',level=0,port_id=207ef502-cd31-4619-a3ea-21ff48b63a44,segment=NetworkSegment(b2e611d7-ab29-4d5f-8e62-317d66065a7a),segment_id=b2e611d7-ab29-4d5f-8e62-317d66065a7a)] {{(pid=93253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 04:23:01.802043 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-c3c65a29-5d62-457c-86fe-ca55bc93de3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:23:01.815668 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] For port 9930b550-513d-4917-859b-1abbf6822d20, host dv-cinder-803000-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-4-iscsi',level=0,port_id=9930b550-513d-4917-859b-1abbf6822d20,segment=NetworkSegment(fe7b4086-21cb-43cf-96b4-8ee376b4a2f8),segment_id=fe7b4086-21cb-43cf-96b4-8ee376b4a2f8)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:23:01.821799 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:23:01.873938 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Pushing event updated for resources: {'Port': ['ID=9930b550-513d-4917-859b-1abbf6822d20,revision_number=4']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:23:01.874908 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f005f6d-8e12-4d86-9efa-a0ecf60bea96 None None] Pushing event updated for resources: {'Port': ['ID=207ef502-cd31-4619-a3ea-21ff48b63a44,revision_number=4']} {{(pid=93253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:23:01.880910 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c65a29-5d62-457c-86fe-ca55bc93de3e None None] Routers {'8267c5b6-1838-40bf-a476-d01484eca7dd'} bound to L3 agent in host dv-cinder-803000-4-iscsi {{(pid=93253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 04:23:01.881531 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-c3c65a29-5d62-457c-86fe-ca55bc93de3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T04:10:35Z,description=,heartbeat_timestamp=2021-08-05T04:22:35Z,host='dv-cinder-803000-4-iscsi',id=8e71ca1b-9911-44b3-bf09-1fce3db7ea9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T04:10:35Z,topic='l3_agent')) {'router_ids': ['8267c5b6-1838-40bf-a476-d01484eca7dd'], 'active': True} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:23:02.088868 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvr_db [None req-c3c65a29-5d62-457c-86fe-ca55bc93de3e None None] Set router 8267c5b6-1838-40bf-a476-d01484eca7dd gateway port host: dv-cinder-803000-4-iscsi {{(pid=93253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 04:23:02.273166 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-c3c65a29-5d62-457c-86fe-ca55bc93de3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8267c5b6-1838-40bf-a476-d01484eca7dd', 'name': 'tempest-TestShelveInstance-1160388915-router', 'tenant_id': '20940058c7a1412d8266a377a9c62b50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'external_fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': '9930b550-513d-4917-859b-1abbf6822d20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:22:54Z', 'updated_at': '2021-08-05T04:22:58Z', 'revision_number': 4, 'project_id': '20940058c7a1412d8266a377a9c62b50', 'gw_port': {'id': '9930b550-513d-4917-859b-1abbf6822d20', 'name': '', 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:30:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8267c5b6-1838-40bf-a476-d01484eca7dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:22:54Z', 'updated_at': '2021-08-05T04:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-4-iscsi', '_interfaces': [{'id': '207ef502-cd31-4619-a3ea-21ff48b63a44', 'name': '', 'network_id': '39b5b254-469b-426b-8d90-e08c5b5a2558', 'tenant_id': '20940058c7a1412d8266a377a9c62b50', 'mac_address': 'fa:16:3e:01:c2:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8267c5b6-1838-40bf-a476-d01484eca7dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '28f19037-5f67-4c34-bd4e-6632adcc142f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:22:57Z', 'updated_at': '2021-08-05T04:23:01Z', 'revision_number': 4, 'project_id': '20940058c7a1412d8266a377a9c62b50', 'subnets': [{'id': '28f19037-5f67-4c34-bd4e-6632adcc142f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803000-4-iscsi', False) {} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:23:02.297845 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c65a29-5d62-457c-86fe-ca55bc93de3e None None] The sync data for ids ['8267c5b6-1838-40bf-a476-d01484eca7dd'] in dv-cinder-803000-4-iscsi is: [{'id': '8267c5b6-1838-40bf-a476-d01484eca7dd', 'name': 'tempest-TestShelveInstance-1160388915-router', 'tenant_id': '20940058c7a1412d8266a377a9c62b50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'external_fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': '9930b550-513d-4917-859b-1abbf6822d20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:22:54Z', 'updated_at': '2021-08-05T04:22:58Z', 'revision_number': 4, 'project_id': '20940058c7a1412d8266a377a9c62b50', 'gw_port': {'id': '9930b550-513d-4917-859b-1abbf6822d20', 'name': '', 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:30:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8267c5b6-1838-40bf-a476-d01484eca7dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:22:54Z', 'updated_at': '2021-08-05T04:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-4-iscsi', '_interfaces': [{'id': '207ef502-cd31-4619-a3ea-21ff48b63a44', 'name': '', 'network_id': '39b5b254-469b-426b-8d90-e08c5b5a2558', 'tenant_id': '20940058c7a1412d8266a377a9c62b50', 'mac_address': 'fa:16:3e:01:c2:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8267c5b6-1838-40bf-a476-d01484eca7dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '28f19037-5f67-4c34-bd4e-6632adcc142f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:22:57Z', 'updated_at': '2021-08-05T04:23:01Z', 'revision_number': 4, 'project_id': '20940058c7a1412d8266a377a9c62b50', 'subnets': [{'id': '28f19037-5f67-4c34-bd4e-6632adcc142f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 04:23:02.699857 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-b907715f-3215-44e6-b97d-a75bd2c53abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:23:03.644141 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Device 9930b550-513d-4917-859b-1abbf6822d20 up at agent ovs-agent-dv-cinder-803000-4-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 04:23:03.689930 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Provisioning complete for port 9930b550-513d-4917-859b-1abbf6822d20 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 04:23:03.690298 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66839334'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:23:03.766417 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Device 207ef502-cd31-4619-a3ea-21ff48b63a44 up at agent ovs-agent-dv-cinder-803000-4-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 04:23:03.811253 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Provisioning for port 207ef502-cd31-4619-a3ea-21ff48b63a44 completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 04:23:03.815376 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Provisioning complete for port 207ef502-cd31-4619-a3ea-21ff48b63a44 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 04:23:03.815748 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66839334'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:23:03.891171 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:23:03.924792 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] For port 207ef502-cd31-4619-a3ea-21ff48b63a44, host dv-cinder-803000-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-4-iscsi',level=0,port_id=207ef502-cd31-4619-a3ea-21ff48b63a44,segment=NetworkSegment(b2e611d7-ab29-4d5f-8e62-317d66065a7a),segment_id=b2e611d7-ab29-4d5f-8e62-317d66065a7a)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:23:03.929023 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:23:03.975748 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Pushing event updated for resources: {'Port': ['ID=207ef502-cd31-4619-a3ea-21ff48b63a44,revision_number=5']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:23:05.124685 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-01441746-5074-47c9-9836-6dd8547e38d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:23:05.321011 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:23:05.627236 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Device 207ef502-cd31-4619-a3ea-21ff48b63a44 up at agent ovs-agent-dv-cinder-803000-4-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 04:23:05.674454 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Provisioning complete for port 207ef502-cd31-4619-a3ea-21ff48b63a44 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 04:23:05.674938 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66839334'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:23:06.296618 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-03641130-cd72-49d2-95a2-84c2adaa14ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:23:07.983775 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-6a2206e1-ea48-45a0-865e-aad2fcc79b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:23:09.033805 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 60050) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:23:09.136974 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5f18c4e3-0f1c-476b-9300-6529d20e65d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:23:09.227818 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5f18c4e3-0f1c-476b-9300-6529d20e65d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:23:09.231587 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5f18c4e3-0f1c-476b-9300-6529d20e65d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:23:09.268703 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-5f18c4e3-0f1c-476b-9300-6529d20e65d6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9cc39c6bd98c4c58b4c694abcafe995e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2336771 Aug 05 04:23:09.269556 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f18c4e3-0f1c-476b-9300-6529d20e65d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16606f8a-0823-4e2f-bd8d-640d53a29bca,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:23:09.271297 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 60054) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:23:09.321531 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-aec72ffc-b027-4af9-a092-91e4760efb67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:23:09.343207 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-aec72ffc-b027-4af9-a092-91e4760efb67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:23:09.388843 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-aec72ffc-b027-4af9-a092-91e4760efb67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:23:09.391472 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-aec72ffc-b027-4af9-a092-91e4760efb67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:23:09.393592 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-aec72ffc-b027-4af9-a092-91e4760efb67 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/16606f8a-0823-4e2f-bd8d-640d53a29bca HTTP/1.1" status: 204 len: 168 time: 0.1199946 Aug 05 04:23:09.401875 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec72ffc-b027-4af9-a092-91e4760efb67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16606f8a-0823-4e2f-bd8d-640d53a29bca,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:23:09.477137 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:23:09.659561 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 60064) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:23:09.672300 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1f61cf43-0001-4326-b24d-9cc2157702a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:23:09.767655 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1f61cf43-0001-4326-b24d-9cc2157702a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:23:09.772613 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1f61cf43-0001-4326-b24d-9cc2157702a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:23:09.811481 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-1f61cf43-0001-4326-b24d-9cc2157702a4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cd84c1ff18df445a84846227e2196cc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1509116 Aug 05 04:23:09.812347 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f61cf43-0001-4326-b24d-9cc2157702a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15da306d-66b1-4231-ab18-5c0e05ca6065,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:23:09.814941 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 60066) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:23:09.864378 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-456e1664-c5b3-4f98-a171-0ceffe394ca2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:23:09.886032 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-456e1664-c5b3-4f98-a171-0ceffe394ca2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:23:09.931954 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-456e1664-c5b3-4f98-a171-0ceffe394ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:23:09.934459 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-456e1664-c5b3-4f98-a171-0ceffe394ca2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:23:09.935629 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-456e1664-c5b3-4f98-a171-0ceffe394ca2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/15da306d-66b1-4231-ab18-5c0e05ca6065 HTTP/1.1" status: 204 len: 168 time: 0.1196535 Aug 05 04:23:09.943619 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456e1664-c5b3-4f98-a171-0ceffe394ca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15da306d-66b1-4231-ab18-5c0e05ca6065,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:23:10.976414 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 60100) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:23:11.079569 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-bfc7a6b0-8e64-466a-bb17-8101d4c0d1ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:23:11.165835 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-bfc7a6b0-8e64-466a-bb17-8101d4c0d1ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:23:11.169735 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-bfc7a6b0-8e64-466a-bb17-8101d4c0d1ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:23:11.211567 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-bfc7a6b0-8e64-466a-bb17-8101d4c0d1ff admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5012434adaed46dbb66ae3a9429c87c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2340739 Aug 05 04:23:11.212424 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc7a6b0-8e64-466a-bb17-8101d4c0d1ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cb909f5-0841-41e4-bad9-782004e33ef4,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:23:11.214538 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 60104) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:23:11.263353 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-7f204205-4e7f-440d-a578-a5faf7f3f757 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:23:11.284203 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-7f204205-4e7f-440d-a578-a5faf7f3f757 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:23:11.333664 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-7f204205-4e7f-440d-a578-a5faf7f3f757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:23:11.336358 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-7f204205-4e7f-440d-a578-a5faf7f3f757 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:23:11.337508 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-7f204205-4e7f-440d-a578-a5faf7f3f757 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4cb909f5-0841-41e4-bad9-782004e33ef4 HTTP/1.1" status: 204 len: 168 time: 0.1216795 Aug 05 04:23:11.345058 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f204205-4e7f-440d-a578-a5faf7f3f757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cb909f5-0841-41e4-bad9-782004e33ef4,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:23:30.178030 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-87ea8438-47cd-44c4-a808-9a807a63fea8 None None] Agent healthcheck: found 6 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 04:23:32.699942 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-81aafb0a-f81e-4859-881a-c22d3d4a12d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:23:35.124237 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-59961ba7-b74a-4502-a146-20d64ee71fe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:23:35.321632 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:23:36.300064 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-03641130-cd72-49d2-95a2-84c2adaa14ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:23:37.264141 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c7efd949-80d5-49c6-9872-5ca8151fce40 req-f4735bc0-301d-40b6-a952-127c1d87bde2 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1812533312&fields=id&tenant_id=bee6bfe21bc342ae80722bc534a79a65 HTTP/1.1" status: 200 len: 267 time: 0.0329161 Aug 05 04:23:37.370854 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7efd949-80d5-49c6-9872-5ca8151fce40 req-0710c120-dd90-4bef-8255-34574127155b tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:23:37.372279 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c7efd949-80d5-49c6-9872-5ca8151fce40 req-0710c120-dd90-4bef-8255-34574127155b tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] 10.222.0.37 "GET /v2.0/networks?id=ef69c213-f027-48b4-9728-8998dc7faa2a HTTP/1.1" status: 200 len: 809 time: 0.0990667 Aug 05 04:23:37.386819 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c7efd949-80d5-49c6-9872-5ca8151fce40 req-aa5a0d04-3688-490d-beed-f8f1305a3a63 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] 10.222.0.37 "GET /v2.0/quotas/bee6bfe21bc342ae80722bc534a79a65 HTTP/1.1" status: 200 len: 375 time: 0.0085561 Aug 05 04:23:37.441661 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c7efd949-80d5-49c6-9872-5ca8151fce40 req-499bfdcc-1d1d-4dda-9495-783e5dab6fba tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=bee6bfe21bc342ae80722bc534a79a65&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499041 Aug 05 04:23:37.628470 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c7efd949-80d5-49c6-9872-5ca8151fce40 req-5276b7bf-ce4b-4fb5-ad44-37efba9f99b2 service neutron] 10.222.0.37 "GET /v2.0/networks/ef69c213-f027-48b4-9728-8998dc7faa2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729214 Aug 05 04:23:37.714754 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c7efd949-80d5-49c6-9872-5ca8151fce40 req-92420655-5960-4857-af31-ec7d53c88700 service neutron] 10.222.0.37 "GET /v2.0/networks/ef69c213-f027-48b4-9728-8998dc7faa2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801394 Aug 05 04:23:37.986058 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-6a2206e1-ea48-45a0-865e-aad2fcc79b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:23:38.043536 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a639bed2-1464-4616-b22e-b5612a17c877 req-3cabacd5-c98c-4a78-a1ba-cfc0fb165e7e tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] 10.222.0.37 "GET /v2.0/ports?device_id=0eaadc18-4403-4cf3-b17e-92d994d339dc HTTP/1.1" status: 200 len: 210 time: 0.0773787 Aug 05 04:23:39.145515 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5d84b99f-416b-4a3e-8c5f-526db327e10c req-dc36cd1b-eeff-4c4d-a2b4-514465db5c24 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] 10.222.0.37 "GET /v2.0/ports?device_id=0eaadc18-4403-4cf3-b17e-92d994d339dc HTTP/1.1" status: 200 len: 210 time: 0.0314598 Aug 05 04:23:39.405500 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7efd949-80d5-49c6-9872-5ca8151fce40 req-0baad118-5f7b-4887-8474-c7920088477b tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:23:39.406953 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c7efd949-80d5-49c6-9872-5ca8151fce40 req-0baad118-5f7b-4887-8474-c7920088477b tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] 10.222.0.39 "GET /v2.0/networks?id=ef69c213-f027-48b4-9728-8998dc7faa2a HTTP/1.1" status: 200 len: 809 time: 0.3398032 Aug 05 04:23:39.462342 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c7efd949-80d5-49c6-9872-5ca8151fce40 req-3cf8cf82-6a5a-4bdc-bb7d-bfb22f6d5d25 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bee6bfe21bc342ae80722bc534a79a65 HTTP/1.1" status: 200 len: 380 time: 0.0323098 Aug 05 04:23:39.475304 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [req-c7efd949-80d5-49c6-9872-5ca8151fce40 req-ca53b4a4-f30e-40fc-ab67-4bd29892e4ab tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Request body: {'port': {'device_id': '0eaadc18-4403-4cf3-b17e-92d994d339dc', 'network_id': 'ef69c213-f027-48b4-9728-8998dc7faa2a', 'admin_state_up': True, 'tenant_id': 'bee6bfe21bc342ae80722bc534a79a65', 'security_groups': ['a6e05813-9d0f-44b8-9b64-dd43393c2c1a']}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:23:39.482667 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:23:39.585227 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7efd949-80d5-49c6-9872-5ca8151fce40 req-ca53b4a4-f30e-40fc-ab67-4bd29892e4ab tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Made reservation on behalf of bee6bfe21bc342ae80722bc534a79a65 for: {'port': 1} {{(pid=93251) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 04:23:39.588802 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-c7efd949-80d5-49c6-9872-5ca8151fce40 req-ca53b4a4-f30e-40fc-ab67-4bd29892e4ab tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:23:39.717531 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.db_base_plugin_common [req-c7efd949-80d5-49c6-9872-5ca8151fce40 req-ca53b4a4-f30e-40fc-ab67-4bd29892e4ab tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Allocated IP 172.20.0.12 (ef69c213-f027-48b4-9728-8998dc7faa2a/d35e201b-865e-4900-86f6-2c5aed9eb36a/214dce8d-195c-4d2a-9176-034e96614c25) {{(pid=93251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 04:23:39.865752 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-c7efd949-80d5-49c6-9872-5ca8151fce40 req-ca53b4a4-f30e-40fc-ab67-4bd29892e4ab tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Notify callbacks [] for port, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:23:39.880743 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [req-c7efd949-80d5-49c6-9872-5ca8151fce40 req-ca53b4a4-f30e-40fc-ab67-4bd29892e4ab tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Transition to ACTIVE for port object 214dce8d-195c-4d2a-9176-034e96614c25 will not be triggered until provisioned by entity DHCP. {{(pid=93251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 04:23:39.918286 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-c7efd949-80d5-49c6-9872-5ca8151fce40 req-ca53b4a4-f30e-40fc-ab67-4bd29892e4ab tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763712145875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8933231'] for port, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:23:39.968989 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7efd949-80d5-49c6-9872-5ca8151fce40 req-ca53b4a4-f30e-40fc-ab67-4bd29892e4ab tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Network ef69c213-f027-48b4-9728-8998dc7faa2a is already hosted by enough agents. {{(pid=93251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 04:23:39.972052 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [req-c7efd949-80d5-49c6-9872-5ca8151fce40 req-ca53b4a4-f30e-40fc-ab67-4bd29892e4ab tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Resources bound (agent type, host, resource id): {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 04:23:39.974701 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7efd949-80d5-49c6-9872-5ca8151fce40 req-ca53b4a4-f30e-40fc-ab67-4bd29892e4ab tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Received port after_create {{(pid=93251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 04:23:40.002382 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca53b4a4-f30e-40fc-ab67-4bd29892e4ab tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Pushing event updated for resources: {'Port': ['ID=214dce8d-195c-4d2a-9176-034e96614c25,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:23:40.027863 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7efd949-80d5-49c6-9872-5ca8151fce40 req-ca53b4a4-f30e-40fc-ab67-4bd29892e4ab tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:23:40.028461 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-c7efd949-80d5-49c6-9872-5ca8151fce40 req-ca53b4a4-f30e-40fc-ab67-4bd29892e4ab tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224329'] for port, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:23:40.042685 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c7efd949-80d5-49c6-9872-5ca8151fce40 req-ca53b4a4-f30e-40fc-ab67-4bd29892e4ab tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5709395 Aug 05 04:23:40.110729 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [req-c7efd949-80d5-49c6-9872-5ca8151fce40 req-717d8db3-5480-40ff-9614-213dbfab5661 service neutron] Request body: {'port': {'device_id': '0eaadc18-4403-4cf3-b17e-92d994d339dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80300'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:23:40.162204 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-c7efd949-80d5-49c6-9872-5ca8151fce40 req-717d8db3-5480-40ff-9614-213dbfab5661 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:23:40.171827 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-50aedc96-aa0b-4867-af9c-10ba302fe2b3 None None] Provisioning for port 214dce8d-195c-4d2a-9176-034e96614c25 completed by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 04:23:40.178168 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-50aedc96-aa0b-4867-af9c-10ba302fe2b3 None None] Provisioning complete for port 214dce8d-195c-4d2a-9176-034e96614c25 triggered by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 04:23:40.178700 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-50aedc96-aa0b-4867-af9c-10ba302fe2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66839334'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:23:40.215557 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-50aedc96-aa0b-4867-af9c-10ba302fe2b3 None None] Port 214dce8d-195c-4d2a-9176-034e96614c25 cannot update to ACTIVE because it is not bound. {{(pid=93252) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 04:23:40.263073 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb9f6cc-dad9-4ebd-92d0-a3fc05e58236 req-5c8636d4-d4ec-4ae3-8394-4e622a203325 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:23:40.264530 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9fb9f6cc-dad9-4ebd-92d0-a3fc05e58236 req-5c8636d4-d4ec-4ae3-8394-4e622a203325 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] 10.222.0.37 "GET /v2.0/ports?device_id=0eaadc18-4403-4cf3-b17e-92d994d339dc HTTP/1.1" status: 200 len: 932 time: 0.0506551 Aug 05 04:23:40.301650 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9fb9f6cc-dad9-4ebd-92d0-a3fc05e58236 req-4a4d5218-5e25-4d66-8011-9517afb8029b tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6e05813-9d0f-44b8-9b64-dd43393c2c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304132 Aug 05 04:23:40.428344 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [req-c7efd949-80d5-49c6-9872-5ca8151fce40 req-717d8db3-5480-40ff-9614-213dbfab5661 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 214dce8d-195c-4d2a-9176-034e96614c25 {{(pid=93251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 04:23:40.435427 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-c7efd949-80d5-49c6-9872-5ca8151fce40 req-717d8db3-5480-40ff-9614-213dbfab5661 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:23:40.447169 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [req-c7efd949-80d5-49c6-9872-5ca8151fce40 req-717d8db3-5480-40ff-9614-213dbfab5661 service neutron] Transition to ACTIVE for port object 214dce8d-195c-4d2a-9176-034e96614c25 will not be triggered until provisioned by entity L2. {{(pid=93251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 04:23:40.450996 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-c7efd949-80d5-49c6-9872-5ca8151fce40 req-717d8db3-5480-40ff-9614-213dbfab5661 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8933222'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:23:40.497826 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717d8db3-5480-40ff-9614-213dbfab5661 service neutron] Pushing event updated for resources: {'Port': ['ID=214dce8d-195c-4d2a-9176-034e96614c25,revision_number=2']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:23:40.580334 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [req-c7efd949-80d5-49c6-9872-5ca8151fce40 req-717d8db3-5480-40ff-9614-213dbfab5661 service neutron] Attempting to bind port 214dce8d-195c-4d2a-9176-034e96614c25 on host hv-cinder-80300 for vnic_type normal with profile {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 04:23:40.580671 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [req-c7efd949-80d5-49c6-9872-5ca8151fce40 req-717d8db3-5480-40ff-9614-213dbfab5661 service neutron] Attempting to bind port 214dce8d-195c-4d2a-9176-034e96614c25 by drivers openvswitch,hyperv on host hv-cinder-80300 at level 0 using segments [{'id': '58844861-27f9-479e-80aa-8db8404eb207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ef69c213-f027-48b4-9728-8998dc7faa2a'}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 04:23:40.580996 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7efd949-80d5-49c6-9872-5ca8151fce40 req-717d8db3-5480-40ff-9614-213dbfab5661 service neutron] Attempting to bind port 214dce8d-195c-4d2a-9176-034e96614c25 on network ef69c213-f027-48b4-9728-8998dc7faa2a {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 04:23:40.585399 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7efd949-80d5-49c6-9872-5ca8151fce40 req-717d8db3-5480-40ff-9614-213dbfab5661 service neutron] Port 214dce8d-195c-4d2a-9176-034e96614c25 on network ef69c213-f027-48b4-9728-8998dc7faa2a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80300 {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 04:23:40.585718 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7efd949-80d5-49c6-9872-5ca8151fce40 req-717d8db3-5480-40ff-9614-213dbfab5661 service neutron] Attempting to bind port 214dce8d-195c-4d2a-9176-034e96614c25 on network ef69c213-f027-48b4-9728-8998dc7faa2a {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 04:23:40.590812 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7efd949-80d5-49c6-9872-5ca8151fce40 req-717d8db3-5480-40ff-9614-213dbfab5661 service neutron] Checking agent: {'id': 'a0106253-c5a2-4978-ae01-2b305935773e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80300', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 4, 16, 33), 'started_at': datetime.datetime(2021, 8, 5, 4, 16, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 4, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 04:23:40.591150 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7efd949-80d5-49c6-9872-5ca8151fce40 req-717d8db3-5480-40ff-9614-213dbfab5661 service neutron] Checking segment: {'id': '58844861-27f9-479e-80aa-8db8404eb207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ef69c213-f027-48b4-9728-8998dc7faa2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 04:23:40.591530 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7efd949-80d5-49c6-9872-5ca8151fce40 req-717d8db3-5480-40ff-9614-213dbfab5661 service neutron] Bound using segment: {'id': '58844861-27f9-479e-80aa-8db8404eb207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ef69c213-f027-48b4-9728-8998dc7faa2a'} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 04:23:40.591950 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [req-c7efd949-80d5-49c6-9872-5ca8151fce40 req-717d8db3-5480-40ff-9614-213dbfab5661 service neutron] Bound port: 214dce8d-195c-4d2a-9176-034e96614c25, host: hv-cinder-80300, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58844861-27f9-479e-80aa-8db8404eb207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ef69c213-f027-48b4-9728-8998dc7faa2a'}}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 04:23:40.592307 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-c7efd949-80d5-49c6-9872-5ca8151fce40 req-717d8db3-5480-40ff-9614-213dbfab5661 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:23:40.656977 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [req-c7efd949-80d5-49c6-9872-5ca8151fce40 req-717d8db3-5480-40ff-9614-213dbfab5661 service neutron] For port 214dce8d-195c-4d2a-9176-034e96614c25, host hv-cinder-80300, cleared binding levels {{(pid=93251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 04:23:40.660105 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [req-c7efd949-80d5-49c6-9872-5ca8151fce40 req-717d8db3-5480-40ff-9614-213dbfab5661 service neutron] For port 214dce8d-195c-4d2a-9176-034e96614c25, host hv-cinder-80300, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=214dce8d-195c-4d2a-9176-034e96614c25,segment=NetworkSegment(58844861-27f9-479e-80aa-8db8404eb207),segment_id=58844861-27f9-479e-80aa-8db8404eb207)] {{(pid=93251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 04:23:40.663669 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-c7efd949-80d5-49c6-9872-5ca8151fce40 req-717d8db3-5480-40ff-9614-213dbfab5661 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8933222'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:23:40.696064 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7efd949-80d5-49c6-9872-5ca8151fce40 req-717d8db3-5480-40ff-9614-213dbfab5661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:23:40.696680 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-c7efd949-80d5-49c6-9872-5ca8151fce40 req-717d8db3-5480-40ff-9614-213dbfab5661 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224329'] for port, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:23:40.698046 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c7efd949-80d5-49c6-9872-5ca8151fce40 req-717d8db3-5480-40ff-9614-213dbfab5661 service neutron] 10.222.0.39 "PUT /v2.0/ports/214dce8d-195c-4d2a-9176-034e96614c25 HTTP/1.1" status: 200 len: 1094 time: 0.6407411 Aug 05 04:23:40.698488 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eaadc18-4403-4cf3-b17e-92d994d339dc', 'tag': '214dce8d-195c-4d2a-9176-034e96614c25'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 04:23:40.700998 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc51a2a5f300f30acac232ef327f3f01bb0f894a96a37a70efeb1c252096f2af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-252c0cc1-fe27-4303-833c-5a9421b85c8b" -d '{"events": [{"name": "network-changed", "server_uuid": "0eaadc18-4403-4cf3-b17e-92d994d339dc", "tag": "214dce8d-195c-4d2a-9176-034e96614c25"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 04:23:40.728783 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717d8db3-5480-40ff-9614-213dbfab5661 service neutron] Pushing event updated for resources: {'Port': ['ID=214dce8d-195c-4d2a-9176-034e96614c25,revision_number=3']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:23:40.801283 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7efd949-80d5-49c6-9872-5ca8151fce40 req-0e6a1f30-677b-4d16-96c8-0dc7f1014376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:23:40.802893 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c7efd949-80d5-49c6-9872-5ca8151fce40 req-0e6a1f30-677b-4d16-96c8-0dc7f1014376 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bee6bfe21bc342ae80722bc534a79a65&device_id=0eaadc18-4403-4cf3-b17e-92d994d339dc HTTP/1.1" status: 200 len: 1097 time: 0.0448444 Aug 05 04:23:40.820076 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 04:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8992fa1-3cf4-48cc-b0d4-12b95fd1e7da x-openstack-request-id: req-d8992fa1-3cf4-48cc-b0d4-12b95fd1e7da {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 04:23:40.820377 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0eaadc18-4403-4cf3-b17e-92d994d339dc", "tag": "214dce8d-195c-4d2a-9176-034e96614c25", "status": "completed", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 04:23:40.820630 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d8992fa1-3cf4-48cc-b0d4-12b95fd1e7da {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 04:23:40.821029 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0eaadc18-4403-4cf3-b17e-92d994d339dc', 'tag': '214dce8d-195c-4d2a-9176-034e96614c25', 'status': 'completed', 'code': 200} Aug 05 04:23:40.885507 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c7efd949-80d5-49c6-9872-5ca8151fce40 req-6e45a794-036d-4a9f-9541-a2792d2438dd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=214dce8d-195c-4d2a-9176-034e96614c25 HTTP/1.1" status: 200 len: 217 time: 0.0396264 Aug 05 04:23:40.935527 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7efd949-80d5-49c6-9872-5ca8151fce40 req-54727443-d7ac-4f55-bdd8-2ad8d0d63b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:23:40.936938 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c7efd949-80d5-49c6-9872-5ca8151fce40 req-54727443-d7ac-4f55-bdd8-2ad8d0d63b62 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d35e201b-865e-4900-86f6-2c5aed9eb36a HTTP/1.1" status: 200 len: 848 time: 0.0435681 Aug 05 04:23:40.983716 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7efd949-80d5-49c6-9872-5ca8151fce40 req-4261e3f2-5f17-4298-9c0b-d61dca04b865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:23:40.985226 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c7efd949-80d5-49c6-9872-5ca8151fce40 req-4261e3f2-5f17-4298-9c0b-d61dca04b865 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ef69c213-f027-48b4-9728-8998dc7faa2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412471 Aug 05 04:23:41.076423 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c7efd949-80d5-49c6-9872-5ca8151fce40 req-ec8cd36d-7739-486c-b8ee-8f260d6c4591 service neutron] 10.222.0.39 "GET /v2.0/networks/ef69c213-f027-48b4-9728-8998dc7faa2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841196 Aug 05 04:23:41.163495 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c7efd949-80d5-49c6-9872-5ca8151fce40 req-decf420d-cf88-4a30-b7e8-d15d6c0f3142 service neutron] 10.222.0.39 "GET /v2.0/networks/ef69c213-f027-48b4-9728-8998dc7faa2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792789 Aug 05 04:23:41.298367 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252c0cc1-fe27-4303-833c-5a9421b85c8b req-d255a629-3cc1-4e16-adf9-d50aa9845df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:23:41.299846 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-252c0cc1-fe27-4303-833c-5a9421b85c8b req-d255a629-3cc1-4e16-adf9-d50aa9845df5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bee6bfe21bc342ae80722bc534a79a65&device_id=0eaadc18-4403-4cf3-b17e-92d994d339dc HTTP/1.1" status: 200 len: 1097 time: 0.0443830 Aug 05 04:23:41.391684 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252c0cc1-fe27-4303-833c-5a9421b85c8b req-d41bc411-1db4-4e57-8734-0762bbe4e7de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:23:41.393137 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-252c0cc1-fe27-4303-833c-5a9421b85c8b req-d41bc411-1db4-4e57-8734-0762bbe4e7de service neutron] 10.222.0.39 "GET /v2.0/networks?id=ef69c213-f027-48b4-9728-8998dc7faa2a HTTP/1.1" status: 200 len: 910 time: 0.0853231 Aug 05 04:23:41.415871 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b40bf6d-30aa-47b8-b10b-b4d78dfbc125 req-044b3cde-b164-4141-abdd-e812f096350b tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:23:41.417355 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3b40bf6d-30aa-47b8-b10b-b4d78dfbc125 req-044b3cde-b164-4141-abdd-e812f096350b tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] 10.222.0.37 "GET /v2.0/ports?device_id=0eaadc18-4403-4cf3-b17e-92d994d339dc HTTP/1.1" status: 200 len: 944 time: 0.0487876 Aug 05 04:23:41.438119 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-252c0cc1-fe27-4303-833c-5a9421b85c8b req-790befb9-b582-411c-8733-63254b0ca1e2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=214dce8d-195c-4d2a-9176-034e96614c25 HTTP/1.1" status: 200 len: 217 time: 0.0381618 Aug 05 04:23:41.456081 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3b40bf6d-30aa-47b8-b10b-b4d78dfbc125 req-b0592d26-fd54-408c-9002-0d541eee94e8 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6e05813-9d0f-44b8-9b64-dd43393c2c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321043 Aug 05 04:23:41.486345 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252c0cc1-fe27-4303-833c-5a9421b85c8b req-f5749188-e4fa-4b8a-8901-21910c3cae25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:23:41.487795 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-252c0cc1-fe27-4303-833c-5a9421b85c8b req-f5749188-e4fa-4b8a-8901-21910c3cae25 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d35e201b-865e-4900-86f6-2c5aed9eb36a HTTP/1.1" status: 200 len: 848 time: 0.0431533 Aug 05 04:23:41.531821 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252c0cc1-fe27-4303-833c-5a9421b85c8b req-88993af8-d7ef-46b4-9529-212c7387cb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:23:41.533397 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-252c0cc1-fe27-4303-833c-5a9421b85c8b req-88993af8-d7ef-46b4-9529-212c7387cb9c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ef69c213-f027-48b4-9728-8998dc7faa2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388520 Aug 05 04:23:41.624146 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-252c0cc1-fe27-4303-833c-5a9421b85c8b req-aed784b7-80e1-4fcc-b472-0a9abbc98ae2 service neutron] 10.222.0.39 "GET /v2.0/networks/ef69c213-f027-48b4-9728-8998dc7faa2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835507 Aug 05 04:23:41.711604 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-252c0cc1-fe27-4303-833c-5a9421b85c8b req-db9aa46c-401e-4b26-9b7e-5c6875dded9d service neutron] 10.222.0.39 "GET /v2.0/networks/ef69c213-f027-48b4-9728-8998dc7faa2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803776 Aug 05 04:23:42.571146 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881ef6b6-34f0-465b-ba28-f2f9dfbac997 req-6a17c6e9-58fa-45f4-b2c5-f31a717f853b tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:23:42.572609 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-881ef6b6-34f0-465b-ba28-f2f9dfbac997 req-6a17c6e9-58fa-45f4-b2c5-f31a717f853b tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] 10.222.0.37 "GET /v2.0/ports?device_id=0eaadc18-4403-4cf3-b17e-92d994d339dc HTTP/1.1" status: 200 len: 944 time: 0.0513806 Aug 05 04:23:42.610272 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-881ef6b6-34f0-465b-ba28-f2f9dfbac997 req-1d503089-da34-4e82-b698-35f48e61d394 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6e05813-9d0f-44b8-9b64-dd43393c2c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316398 Aug 05 04:23:43.721889 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d7a6d3-0e75-4122-9845-b35ca6780b0a req-e5f80687-7103-4c05-9472-9b08d83cd844 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:23:43.723372 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-40d7a6d3-0e75-4122-9845-b35ca6780b0a req-e5f80687-7103-4c05-9472-9b08d83cd844 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] 10.222.0.37 "GET /v2.0/ports?device_id=0eaadc18-4403-4cf3-b17e-92d994d339dc HTTP/1.1" status: 200 len: 944 time: 0.0484028 Aug 05 04:23:43.760713 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-40d7a6d3-0e75-4122-9845-b35ca6780b0a req-9448a708-f844-4056-ab3d-0fa371d32454 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6e05813-9d0f-44b8-9b64-dd43393c2c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316114 Aug 05 04:23:44.873954 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ad0763-63aa-458b-8328-8ba1bf845609 req-dcf97669-7e0b-46bd-b36c-cdb5be98e964 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:23:44.875531 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a8ad0763-63aa-458b-8328-8ba1bf845609 req-dcf97669-7e0b-46bd-b36c-cdb5be98e964 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] 10.222.0.37 "GET /v2.0/ports?device_id=0eaadc18-4403-4cf3-b17e-92d994d339dc HTTP/1.1" status: 200 len: 944 time: 0.0484352 Aug 05 04:23:44.913024 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a8ad0763-63aa-458b-8328-8ba1bf845609 req-c4e40b73-de15-4db6-a7b4-543d3b857ccd tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6e05813-9d0f-44b8-9b64-dd43393c2c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312464 Aug 05 04:23:46.026251 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995605ce-352a-4231-a457-0913900ae2c3 req-edae6f7f-49e4-4968-b53a-437ab32c9d4a tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:23:46.027857 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-995605ce-352a-4231-a457-0913900ae2c3 req-edae6f7f-49e4-4968-b53a-437ab32c9d4a tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] 10.222.0.37 "GET /v2.0/ports?device_id=0eaadc18-4403-4cf3-b17e-92d994d339dc HTTP/1.1" status: 200 len: 944 time: 0.0506556 Aug 05 04:23:46.065801 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-995605ce-352a-4231-a457-0913900ae2c3 req-6647ee44-4784-43fe-8b17-223e8f72b0b5 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6e05813-9d0f-44b8-9b64-dd43393c2c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314610 Aug 05 04:23:47.177445 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b90e5c-76c2-49eb-93aa-82b10344854f req-6bb674a4-42f6-4ed5-bec9-30d5f1f12ed9 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:23:47.178894 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-22b90e5c-76c2-49eb-93aa-82b10344854f req-6bb674a4-42f6-4ed5-bec9-30d5f1f12ed9 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] 10.222.0.37 "GET /v2.0/ports?device_id=0eaadc18-4403-4cf3-b17e-92d994d339dc HTTP/1.1" status: 200 len: 944 time: 0.0471842 Aug 05 04:23:47.215068 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-22b90e5c-76c2-49eb-93aa-82b10344854f req-31f6a508-e496-4acd-81fe-012af521900d tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6e05813-9d0f-44b8-9b64-dd43393c2c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303748 Aug 05 04:23:48.327045 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f184deaa-4ccc-43a0-823b-8ef0bb011b0e req-0ba39a94-3560-452d-91ae-231787e187aa tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:23:48.328542 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f184deaa-4ccc-43a0-823b-8ef0bb011b0e req-0ba39a94-3560-452d-91ae-231787e187aa tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] 10.222.0.37 "GET /v2.0/ports?device_id=0eaadc18-4403-4cf3-b17e-92d994d339dc HTTP/1.1" status: 200 len: 944 time: 0.0482419 Aug 05 04:23:48.364784 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f184deaa-4ccc-43a0-823b-8ef0bb011b0e req-cb8f5b85-7039-41db-ac6c-e4feb4ce2cf4 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6e05813-9d0f-44b8-9b64-dd43393c2c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305026 Aug 05 04:23:49.478629 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411fbf38-9555-4504-b354-e326350befdc req-156a3665-8799-486e-bcf6-6811cc8db799 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:23:49.480213 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-411fbf38-9555-4504-b354-e326350befdc req-156a3665-8799-486e-bcf6-6811cc8db799 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] 10.222.0.37 "GET /v2.0/ports?device_id=0eaadc18-4403-4cf3-b17e-92d994d339dc HTTP/1.1" status: 200 len: 944 time: 0.0512912 Aug 05 04:23:49.517647 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-411fbf38-9555-4504-b354-e326350befdc req-b501f773-0302-4976-9e5f-e006190d4ab8 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6e05813-9d0f-44b8-9b64-dd43393c2c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316904 Aug 05 04:23:50.629077 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395737d9-b9d2-4ff4-9178-85d3fe04c939 req-af6a878b-b397-4cee-a96c-3d863d2276ce tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:23:50.630557 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-395737d9-b9d2-4ff4-9178-85d3fe04c939 req-af6a878b-b397-4cee-a96c-3d863d2276ce tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] 10.222.0.37 "GET /v2.0/ports?device_id=0eaadc18-4403-4cf3-b17e-92d994d339dc HTTP/1.1" status: 200 len: 944 time: 0.0490284 Aug 05 04:23:50.666845 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-395737d9-b9d2-4ff4-9178-85d3fe04c939 req-635715e8-338e-49e7-a4fb-beae0cb9e7b2 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6e05813-9d0f-44b8-9b64-dd43393c2c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304871 Aug 05 04:23:51.781932 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebddea77-0a49-4095-b77b-bbb886de97b6 req-ef6986dc-13f6-498d-a6f2-c0673b1795e4 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:23:51.781932 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ebddea77-0a49-4095-b77b-bbb886de97b6 req-ef6986dc-13f6-498d-a6f2-c0673b1795e4 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] 10.222.0.37 "GET /v2.0/ports?device_id=0eaadc18-4403-4cf3-b17e-92d994d339dc HTTP/1.1" status: 200 len: 944 time: 0.0487068 Aug 05 04:23:51.819097 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ebddea77-0a49-4095-b77b-bbb886de97b6 req-b8eecf25-2df7-4175-8dfb-e58acc101128 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6e05813-9d0f-44b8-9b64-dd43393c2c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318007 Aug 05 04:23:52.803884 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Device 214dce8d-195c-4d2a-9176-034e96614c25 details requested by agent hyperv_hv-cinder-80300 with host hv-cinder-80300 {{(pid=93252) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 04:23:52.902089 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] For port 214dce8d-195c-4d2a-9176-034e96614c25, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=214dce8d-195c-4d2a-9176-034e96614c25,segment=NetworkSegment(58844861-27f9-479e-80aa-8db8404eb207),segment_id=58844861-27f9-479e-80aa-8db8404eb207)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:23:52.914044 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Returning: {'device': '214dce8d-195c-4d2a-9176-034e96614c25', 'network_id': 'ef69c213-f027-48b4-9728-8998dc7faa2a', 'port_id': '214dce8d-195c-4d2a-9176-034e96614c25', 'mac_address': 'fa:16:3e:a8:0f:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd35e201b-865e-4900-86f6-2c5aed9eb36a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93252) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 04:23:52.935994 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d79c2f-bfea-429f-ac1b-3957b35e829f req-08fc2c20-83c5-49d8-9077-803295f5e769 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:23:52.937471 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c6d79c2f-bfea-429f-ac1b-3957b35e829f req-08fc2c20-83c5-49d8-9077-803295f5e769 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] 10.222.0.37 "GET /v2.0/ports?device_id=0eaadc18-4403-4cf3-b17e-92d994d339dc HTTP/1.1" status: 200 len: 944 time: 0.0518835 Aug 05 04:23:52.951312 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:23:52.964158 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 214dce8d-195c-4d2a-9176-034e96614c25 {{(pid=93252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 04:23:52.975915 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c6d79c2f-bfea-429f-ac1b-3957b35e829f req-975c2042-c7ca-4177-9d3c-a2c000b17a83 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6e05813-9d0f-44b8-9b64-dd43393c2c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320883 Aug 05 04:23:52.983759 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] For port 214dce8d-195c-4d2a-9176-034e96614c25, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=214dce8d-195c-4d2a-9176-034e96614c25,segment=NetworkSegment(58844861-27f9-479e-80aa-8db8404eb207),segment_id=58844861-27f9-479e-80aa-8db8404eb207)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:23:52.987796 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:23:53.037860 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Pushing event updated for resources: {'Port': ['ID=214dce8d-195c-4d2a-9176-034e96614c25,revision_number=4']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:23:53.492064 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] get_ports_and_sgs() called for port_ids ['214dce8d-195c-4d2a-9176-034e96614c25'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 04:23:54.089518 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18930981-8191-48a2-b450-76a3f1d7230b req-faaea35e-5542-414b-a3be-d813e8fa6563 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:23:54.091043 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-18930981-8191-48a2-b450-76a3f1d7230b req-faaea35e-5542-414b-a3be-d813e8fa6563 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] 10.222.0.37 "GET /v2.0/ports?device_id=0eaadc18-4403-4cf3-b17e-92d994d339dc HTTP/1.1" status: 200 len: 945 time: 0.0484066 Aug 05 04:23:54.128626 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-18930981-8191-48a2-b450-76a3f1d7230b req-8b1a9b47-92cb-4c34-9c42-e79b5b1f6bee tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6e05813-9d0f-44b8-9b64-dd43393c2c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312274 Aug 05 04:23:55.240300 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae6e857-7b63-4635-a1da-357b3982d52c req-3763b072-7a62-430c-a988-a866cca956e2 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:23:55.241761 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-fae6e857-7b63-4635-a1da-357b3982d52c req-3763b072-7a62-430c-a988-a866cca956e2 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] 10.222.0.37 "GET /v2.0/ports?device_id=0eaadc18-4403-4cf3-b17e-92d994d339dc HTTP/1.1" status: 200 len: 945 time: 0.0483029 Aug 05 04:23:55.278274 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-fae6e857-7b63-4635-a1da-357b3982d52c req-4dd6ddf0-fbff-441d-80c8-1d03023020a4 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6e05813-9d0f-44b8-9b64-dd43393c2c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305996 Aug 05 04:23:56.394228 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bb15ae-204c-49d8-9b2f-1df12b64aa01 req-35275b1e-722e-4015-9405-e5fc4b86b889 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:23:56.395695 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-00bb15ae-204c-49d8-9b2f-1df12b64aa01 req-35275b1e-722e-4015-9405-e5fc4b86b889 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] 10.222.0.37 "GET /v2.0/ports?device_id=0eaadc18-4403-4cf3-b17e-92d994d339dc HTTP/1.1" status: 200 len: 945 time: 0.0513043 Aug 05 04:23:56.433049 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-00bb15ae-204c-49d8-9b2f-1df12b64aa01 req-b6f0fead-99a8-42ed-a720-2ed5d3a2f07a tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6e05813-9d0f-44b8-9b64-dd43393c2c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314932 Aug 05 04:23:56.815925 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Device 214dce8d-195c-4d2a-9176-034e96614c25 up at agent hyperv_hv-cinder-80300 {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 04:23:56.862257 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Provisioning for port 214dce8d-195c-4d2a-9176-034e96614c25 completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 04:23:56.865653 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Provisioning complete for port 214dce8d-195c-4d2a-9176-034e96614c25 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 04:23:56.866019 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66839334'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:23:56.939066 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:23:56.963002 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eaadc18-4403-4cf3-b17e-92d994d339dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '214dce8d-195c-4d2a-9176-034e96614c25'}] {{(pid=93252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 04:23:56.965197 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f021a78abaadf32682ec407d28b092b8d5e159b0dca1f9e700978c1e9d6d025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98848451-4cdc-45af-9cdc-51e865384749" -d '{"events": [{"server_uuid": "0eaadc18-4403-4cf3-b17e-92d994d339dc", "name": "network-vif-plugged", "status": "completed", "tag": "214dce8d-195c-4d2a-9176-034e96614c25"}]}' {{(pid=93252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 04:23:56.977811 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] For port 214dce8d-195c-4d2a-9176-034e96614c25, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=214dce8d-195c-4d2a-9176-034e96614c25,segment=NetworkSegment(58844861-27f9-479e-80aa-8db8404eb207),segment_id=58844861-27f9-479e-80aa-8db8404eb207)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:23:56.981840 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:23:57.008497 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 04:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-232ac4eb-e4f2-4222-a72a-55aa130be93c x-openstack-request-id: req-232ac4eb-e4f2-4222-a72a-55aa130be93c {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 04:23:57.008789 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eaadc18-4403-4cf3-b17e-92d994d339dc", "name": "network-vif-plugged", "status": "completed", "tag": "214dce8d-195c-4d2a-9176-034e96614c25", "code": 200}]} {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 04:23:57.009042 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-232ac4eb-e4f2-4222-a72a-55aa130be93c {{(pid=93252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 04:23:57.009427 dv-cinder-803000-4-iscsi neutron-server[93252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eaadc18-4403-4cf3-b17e-92d994d339dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '214dce8d-195c-4d2a-9176-034e96614c25', 'code': 200} Aug 05 04:23:57.036463 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Pushing event updated for resources: {'Port': ['ID=214dce8d-195c-4d2a-9176-034e96614c25,revision_number=5']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:23:57.241476 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69f7c93-1f99-4180-9fc1-3daff4f93dd5 req-fe584514-e49f-4303-8fda-6618d2e9b213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:23:57.242976 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-b69f7c93-1f99-4180-9fc1-3daff4f93dd5 req-fe584514-e49f-4303-8fda-6618d2e9b213 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0eaadc18-4403-4cf3-b17e-92d994d339dc HTTP/1.1" status: 200 len: 1099 time: 0.0392191 Aug 05 04:23:57.281790 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-b69f7c93-1f99-4180-9fc1-3daff4f93dd5 req-080d73e5-7f82-45cc-a48a-b0cd065b5f01 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a6e05813-9d0f-44b8-9b64-dd43393c2c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318851 Aug 05 04:23:57.545179 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c71cacb-d5fe-43dc-a0b2-b00e2b67bb97 req-f3088b54-8ee0-4491-8f8c-d65ec08a3b6b tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:23:57.546652 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0c71cacb-d5fe-43dc-a0b2-b00e2b67bb97 req-f3088b54-8ee0-4491-8f8c-d65ec08a3b6b tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] 10.222.0.37 "GET /v2.0/ports?device_id=0eaadc18-4403-4cf3-b17e-92d994d339dc HTTP/1.1" status: 200 len: 946 time: 0.0470879 Aug 05 04:23:57.583266 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0c71cacb-d5fe-43dc-a0b2-b00e2b67bb97 req-636d974c-0f7b-43de-b470-58aef81bc48a tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6e05813-9d0f-44b8-9b64-dd43393c2c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300906 Aug 05 04:23:58.701521 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e28327-3d59-447b-a2e5-0b8524ea6a29 req-fa895ea5-7025-4a30-913e-15476f6c5feb tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:23:58.703021 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-50e28327-3d59-447b-a2e5-0b8524ea6a29 req-fa895ea5-7025-4a30-913e-15476f6c5feb tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] 10.222.0.37 "GET /v2.0/ports?device_id=0eaadc18-4403-4cf3-b17e-92d994d339dc HTTP/1.1" status: 200 len: 946 time: 0.0514624 Aug 05 04:23:58.741577 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-50e28327-3d59-447b-a2e5-0b8524ea6a29 req-ef1c108c-2b56-4208-8c87-ac15f3cc00c1 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6e05813-9d0f-44b8-9b64-dd43393c2c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325122 Aug 05 04:23:59.856250 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53710a63-d2ce-4753-a651-092a8eb46a3f req-f7f8d132-99e4-423d-89e9-02805a1f080d tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:23:59.857612 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-53710a63-d2ce-4753-a651-092a8eb46a3f req-f7f8d132-99e4-423d-89e9-02805a1f080d tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] 10.222.0.37 "GET /v2.0/ports?device_id=0eaadc18-4403-4cf3-b17e-92d994d339dc HTTP/1.1" status: 200 len: 946 time: 0.0504770 Aug 05 04:23:59.895116 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-53710a63-d2ce-4753-a651-092a8eb46a3f req-ab5a623d-be41-4c12-9821-1819f85a3e36 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6e05813-9d0f-44b8-9b64-dd43393c2c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309777 Aug 05 04:24:00.007469 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55616725-2ddd-4e34-a941-5734e2c79107 req-e8a6eeb7-3149-43cb-85eb-42b46c976323 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:24:00.008906 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-55616725-2ddd-4e34-a941-5734e2c79107 req-e8a6eeb7-3149-43cb-85eb-42b46c976323 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] 10.222.0.37 "GET /v2.0/ports?device_id=0eaadc18-4403-4cf3-b17e-92d994d339dc HTTP/1.1" status: 200 len: 946 time: 0.0477517 Aug 05 04:24:00.045662 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-55616725-2ddd-4e34-a941-5734e2c79107 req-7e488d3d-1d12-4333-9435-833b8eeefa39 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6e05813-9d0f-44b8-9b64-dd43393c2c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309834 Aug 05 04:24:00.066450 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 60544) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:24:00.226052 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ccd2e7-201d-4feb-af66-56ba596f8f24 tempest-TestShelveInstance-974754385 tempest-TestShelveInstance-974754385-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:24:00.227569 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-a0ccd2e7-201d-4feb-af66-56ba596f8f24 tempest-TestShelveInstance-974754385 tempest-TestShelveInstance-974754385-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=0eaadc18-4403-4cf3-b17e-92d994d339dc HTTP/1.1" status: 200 len: 1094 time: 0.1601684 Aug 05 04:24:00.230394 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 60548) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:24:00.234689 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-9d15b265-ca2d-4b4d-8100-752dbe90c41f tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Request body: {'floatingip': {'floating_network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'port_id': '214dce8d-195c-4d2a-9176-034e96614c25', 'tenant_id': 'bee6bfe21bc342ae80722bc534a79a65', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:24:00.260812 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9d15b265-ca2d-4b4d-8100-752dbe90c41f tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Notify callbacks [] for floatingip, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:24:00.350403 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9d15b265-ca2d-4b4d-8100-752dbe90c41f tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:24:00.452297 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.db.db_base_plugin_common [None req-9d15b265-ca2d-4b4d-8100-752dbe90c41f tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Allocated IP 172.27.3.79 (6aa50667-ad26-490a-abab-e40f5b548551/1981b9cb-30a8-4ce2-a61f-12a80c9863da/2596e922-7f68-47c1-b804-83baee529f43) {{(pid=93250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 04:24:00.548205 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9d15b265-ca2d-4b4d-8100-752dbe90c41f tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Notify callbacks [] for port, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:24:00.586053 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9d15b265-ca2d-4b4d-8100-752dbe90c41f tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763712145875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3061364'] for port, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:24:00.619435 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d15b265-ca2d-4b4d-8100-752dbe90c41f tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Network 6aa50667-ad26-490a-abab-e40f5b548551 is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 04:24:00.623988 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-9d15b265-ca2d-4b4d-8100-752dbe90c41f tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 04:24:00.627904 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d15b265-ca2d-4b4d-8100-752dbe90c41f tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Received port after_create {{(pid=93250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 04:24:00.653965 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d15b265-ca2d-4b4d-8100-752dbe90c41f tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Pushing event updated for resources: {'Port': ['ID=2596e922-7f68-47c1-b804-83baee529f43,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:24:00.664852 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d15b265-ca2d-4b4d-8100-752dbe90c41f tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:24:00.665201 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d15b265-ca2d-4b4d-8100-752dbe90c41f tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:24:00.665538 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d15b265-ca2d-4b4d-8100-752dbe90c41f tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:24:00.665875 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d15b265-ca2d-4b4d-8100-752dbe90c41f tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:24:00.666204 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d15b265-ca2d-4b4d-8100-752dbe90c41f tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:24:00.666561 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d15b265-ca2d-4b4d-8100-752dbe90c41f tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:24:00.666886 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d15b265-ca2d-4b4d-8100-752dbe90c41f tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:24:00.667207 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d15b265-ca2d-4b4d-8100-752dbe90c41f tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:24:00.667526 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d15b265-ca2d-4b4d-8100-752dbe90c41f tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:24:00.667845 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d15b265-ca2d-4b4d-8100-752dbe90c41f tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:24:00.668179 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d15b265-ca2d-4b4d-8100-752dbe90c41f tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:24:00.668501 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d15b265-ca2d-4b4d-8100-752dbe90c41f tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:24:01.226993 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9d15b265-ca2d-4b4d-8100-752dbe90c41f tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:24:01.295550 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9d15b265-ca2d-4b4d-8100-752dbe90c41f tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:24:01.442079 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9d15b265-ca2d-4b4d-8100-752dbe90c41f tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Notify callbacks [] for port, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:24:01.446236 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9d15b265-ca2d-4b4d-8100-752dbe90c41f tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3061373'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:24:01.515239 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d15b265-ca2d-4b4d-8100-752dbe90c41f tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Pushing event updated for resources: {'Port': ['ID=2596e922-7f68-47c1-b804-83baee529f43,revision_number=2']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:24:01.525393 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9d15b265-ca2d-4b4d-8100-752dbe90c41f tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-699471'] for floatingip, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:24:01.622680 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.db.l3_db [None req-9d15b265-ca2d-4b4d-8100-752dbe90c41f tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Floating IP f737d309-d63a-427c-bccf-6f04f9a21475 associated. External IP: 172.27.3.79, port: 214dce8d-195c-4d2a-9176-034e96614c25. Aug 05 04:24:01.817592 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d15b265-ca2d-4b4d-8100-752dbe90c41f tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Router 6ccb8d91-2900-496f-9830-5fd2f062855a has already been hosted by L3 agent 8e71ca1b-9911-44b3-bf09-1fce3db7ea9a {{(pid=93250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 04:24:01.923411 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d15b265-ca2d-4b4d-8100-752dbe90c41f tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Notify agent at l3_agent.dv-cinder-803000-4-iscsi the message routers_updated {{(pid=93250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 04:24:01.932672 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce085234-7bd0-4b48-9bfe-aadf483758cb None None] Sync routers for ids ['6ccb8d91-2900-496f-9830-5fd2f062855a'] in dv-cinder-803000-4-iscsi {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 04:24:01.939805 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9d15b265-ca2d-4b4d-8100-752dbe90c41f tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224329'] for floatingip, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:24:01.941708 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce085234-7bd0-4b48-9bfe-aadf483758cb None None] Routers {'6ccb8d91-2900-496f-9830-5fd2f062855a'} bound to L3 agent in host dv-cinder-803000-4-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 04:24:01.942313 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-ce085234-7bd0-4b48-9bfe-aadf483758cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T04:10:35Z,description=,heartbeat_timestamp=2021-08-05T04:23:35Z,host='dv-cinder-803000-4-iscsi',id=8e71ca1b-9911-44b3-bf09-1fce3db7ea9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T04:10:35Z,topic='l3_agent')) {'router_ids': ['6ccb8d91-2900-496f-9830-5fd2f062855a'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:24:01.981488 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-9d15b265-ca2d-4b4d-8100-752dbe90c41f tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7389398 Aug 05 04:24:01.981488 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eaadc18-4403-4cf3-b17e-92d994d339dc', 'tag': '214dce8d-195c-4d2a-9176-034e96614c25'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 04:24:01.981488 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}291f54d86260268176ea2bbc10b53d1be45ae62ce21e3035f9ef74b1f5967b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0601e1f-57c5-44ae-a5bc-bc1803f0f338" -d '{"events": [{"name": "network-changed", "server_uuid": "0eaadc18-4403-4cf3-b17e-92d994d339dc", "tag": "214dce8d-195c-4d2a-9176-034e96614c25"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 04:24:02.070672 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 04:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ce396fa-5ac6-4c98-b2f6-bdf071b4a8f9 x-openstack-request-id: req-3ce396fa-5ac6-4c98-b2f6-bdf071b4a8f9 {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 04:24:02.070967 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0eaadc18-4403-4cf3-b17e-92d994d339dc", "tag": "214dce8d-195c-4d2a-9176-034e96614c25", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 04:24:02.071222 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3ce396fa-5ac6-4c98-b2f6-bdf071b4a8f9 {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 04:24:02.071644 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0eaadc18-4403-4cf3-b17e-92d994d339dc', 'tag': '214dce8d-195c-4d2a-9176-034e96614c25', 'status': 'completed', 'code': 200} Aug 05 04:24:02.207931 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-ce085234-7bd0-4b48-9bfe-aadf483758cb None None] Set router 6ccb8d91-2900-496f-9830-5fd2f062855a gateway port host: dv-cinder-803000-4-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 04:24:02.493918 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-ce085234-7bd0-4b48-9bfe-aadf483758cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ccb8d91-2900-496f-9830-5fd2f062855a', 'name': 'tempest-TestShelveInstance-1946893989-router', 'tenant_id': 'bee6bfe21bc342ae80722bc534a79a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'external_fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': 'd271c456-f9c9-4a09-bf22-9a83c2467efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:22:49Z', 'updated_at': '2021-08-05T04:22:51Z', 'revision_number': 4, 'project_id': 'bee6bfe21bc342ae80722bc534a79a65', 'gw_port': {'id': 'd271c456-f9c9-4a09-bf22-9a83c2467efa', 'name': '', 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ccb8d91-2900-496f-9830-5fd2f062855a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:22:49Z', 'updated_at': '2021-08-05T04:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-4-iscsi', '_floatingips': [{'id': 'f737d309-d63a-427c-bccf-6f04f9a21475', 'tenant_id': 'bee6bfe21bc342ae80722bc534a79a65', 'floating_ip_address': '172.27.3.79', 'floating_network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'router_id': '6ccb8d91-2900-496f-9830-5fd2f062855a', 'port_id': '214dce8d-195c-4d2a-9176-034e96614c25', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef69c213-f027-48b4-9728-8998dc7faa2a', 'mac_address': 'fa:16:3e:a8:0f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eaadc18-4403-4cf3-b17e-92d994d339dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T04:24:00Z', 'updated_at': '2021-08-05T04:24:00Z', 'revision_number': 0, 'project_id': 'bee6bfe21bc342ae80722bc534a79a65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83f2ec64-6f47-42cf-a52a-7b0b018656f7', 'name': '', 'network_id': 'ef69c213-f027-48b4-9728-8998dc7faa2a', 'tenant_id': 'bee6bfe21bc342ae80722bc534a79a65', 'mac_address': 'fa:16:3e:70:e4:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ccb8d91-2900-496f-9830-5fd2f062855a', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'd35e201b-865e-4900-86f6-2c5aed9eb36a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:22:51Z', 'updated_at': '2021-08-05T04:22:58Z', 'revision_number': 5, 'project_id': 'bee6bfe21bc342ae80722bc534a79a65', 'subnets': [{'id': 'd35e201b-865e-4900-86f6-2c5aed9eb36a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803000-4-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:24:02.520456 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce085234-7bd0-4b48-9bfe-aadf483758cb None None] Checking router: 6ccb8d91-2900-496f-9830-5fd2f062855a for host: dv-cinder-803000-4-iscsi {{(pid=93252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 04:24:02.528470 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce085234-7bd0-4b48-9bfe-aadf483758cb None None] Routers {'6ccb8d91-2900-496f-9830-5fd2f062855a'} bound to L3 agent in host dv-cinder-803000-4-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 04:24:02.529079 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-ce085234-7bd0-4b48-9bfe-aadf483758cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T04:10:35Z,description=,heartbeat_timestamp=2021-08-05T04:23:35Z,host='dv-cinder-803000-4-iscsi',id=8e71ca1b-9911-44b3-bf09-1fce3db7ea9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T04:10:35Z,topic='l3_agent')) {'router_ids': ['6ccb8d91-2900-496f-9830-5fd2f062855a'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:24:02.630880 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-ce085234-7bd0-4b48-9bfe-aadf483758cb None None] Set router 6ccb8d91-2900-496f-9830-5fd2f062855a gateway port host: dv-cinder-803000-4-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 04:24:02.726850 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-72383e02-23bc-4d91-8fa9-7c130ce1ea4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:24:02.857778 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-ce085234-7bd0-4b48-9bfe-aadf483758cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ccb8d91-2900-496f-9830-5fd2f062855a', 'name': 'tempest-TestShelveInstance-1946893989-router', 'tenant_id': 'bee6bfe21bc342ae80722bc534a79a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'external_fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': 'd271c456-f9c9-4a09-bf22-9a83c2467efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:22:49Z', 'updated_at': '2021-08-05T04:22:51Z', 'revision_number': 4, 'project_id': 'bee6bfe21bc342ae80722bc534a79a65', 'gw_port': {'id': 'd271c456-f9c9-4a09-bf22-9a83c2467efa', 'name': '', 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ccb8d91-2900-496f-9830-5fd2f062855a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:22:49Z', 'updated_at': '2021-08-05T04:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-4-iscsi', '_floatingips': [{'id': 'f737d309-d63a-427c-bccf-6f04f9a21475', 'tenant_id': 'bee6bfe21bc342ae80722bc534a79a65', 'floating_ip_address': '172.27.3.79', 'floating_network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'router_id': '6ccb8d91-2900-496f-9830-5fd2f062855a', 'port_id': '214dce8d-195c-4d2a-9176-034e96614c25', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef69c213-f027-48b4-9728-8998dc7faa2a', 'mac_address': 'fa:16:3e:a8:0f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eaadc18-4403-4cf3-b17e-92d994d339dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T04:24:00Z', 'updated_at': '2021-08-05T04:24:00Z', 'revision_number': 0, 'project_id': 'bee6bfe21bc342ae80722bc534a79a65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83f2ec64-6f47-42cf-a52a-7b0b018656f7', 'name': '', 'network_id': 'ef69c213-f027-48b4-9728-8998dc7faa2a', 'tenant_id': 'bee6bfe21bc342ae80722bc534a79a65', 'mac_address': 'fa:16:3e:70:e4:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ccb8d91-2900-496f-9830-5fd2f062855a', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'd35e201b-865e-4900-86f6-2c5aed9eb36a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:22:51Z', 'updated_at': '2021-08-05T04:22:58Z', 'revision_number': 5, 'project_id': 'bee6bfe21bc342ae80722bc534a79a65', 'subnets': [{'id': 'd35e201b-865e-4900-86f6-2c5aed9eb36a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803000-4-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:24:02.887774 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce085234-7bd0-4b48-9bfe-aadf483758cb None None] The sync data for ids ['6ccb8d91-2900-496f-9830-5fd2f062855a'] in dv-cinder-803000-4-iscsi is: [{'id': '6ccb8d91-2900-496f-9830-5fd2f062855a', 'name': 'tempest-TestShelveInstance-1946893989-router', 'tenant_id': 'bee6bfe21bc342ae80722bc534a79a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'external_fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': 'd271c456-f9c9-4a09-bf22-9a83c2467efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:22:49Z', 'updated_at': '2021-08-05T04:22:51Z', 'revision_number': 4, 'project_id': 'bee6bfe21bc342ae80722bc534a79a65', 'gw_port': {'id': 'd271c456-f9c9-4a09-bf22-9a83c2467efa', 'name': '', 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ccb8d91-2900-496f-9830-5fd2f062855a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:22:49Z', 'updated_at': '2021-08-05T04:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-4-iscsi', '_floatingips': [{'id': 'f737d309-d63a-427c-bccf-6f04f9a21475', 'tenant_id': 'bee6bfe21bc342ae80722bc534a79a65', 'floating_ip_address': '172.27.3.79', 'floating_network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'router_id': '6ccb8d91-2900-496f-9830-5fd2f062855a', 'port_id': '214dce8d-195c-4d2a-9176-034e96614c25', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef69c213-f027-48b4-9728-8998dc7faa2a', 'mac_address': 'fa:16:3e:a8:0f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eaadc18-4403-4cf3-b17e-92d994d339dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T04:24:00Z', 'updated_at': '2021-08-05T04:24:00Z', 'revision_number': 0, 'project_id': 'bee6bfe21bc342ae80722bc534a79a65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83f2ec64-6f47-42cf-a52a-7b0b018656f7', 'name': '', 'network_id': 'ef69c213-f027-48b4-9728-8998dc7faa2a', 'tenant_id': 'bee6bfe21bc342ae80722bc534a79a65', 'mac_address': 'fa:16:3e:70:e4:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ccb8d91-2900-496f-9830-5fd2f062855a', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'd35e201b-865e-4900-86f6-2c5aed9eb36a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:22:51Z', 'updated_at': '2021-08-05T04:22:58Z', 'revision_number': 5, 'project_id': 'bee6bfe21bc342ae80722bc534a79a65', 'subnets': [{'id': 'd35e201b-865e-4900-86f6-2c5aed9eb36a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 04:24:03.061777 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21660cf3-a007-4f38-8525-87401b1b77e3 None None] New status for floating IP f737d309-d63a-427c-bccf-6f04f9a21475: ACTIVE {{(pid=93253) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 04:24:03.388420 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0601e1f-57c5-44ae-a5bc-bc1803f0f338 req-8ad08bd2-3f8b-45ea-be7a-667c3c2742b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:24:03.389878 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-f0601e1f-57c5-44ae-a5bc-bc1803f0f338 req-8ad08bd2-3f8b-45ea-be7a-667c3c2742b7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bee6bfe21bc342ae80722bc534a79a65&device_id=0eaadc18-4403-4cf3-b17e-92d994d339dc HTTP/1.1" status: 200 len: 1099 time: 0.0400348 Aug 05 04:24:03.478043 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0601e1f-57c5-44ae-a5bc-bc1803f0f338 req-5eb4444a-2233-4b05-87b1-b12b50ebbc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:24:03.479417 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-f0601e1f-57c5-44ae-a5bc-bc1803f0f338 req-5eb4444a-2233-4b05-87b1-b12b50ebbc52 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ef69c213-f027-48b4-9728-8998dc7faa2a HTTP/1.1" status: 200 len: 910 time: 0.0829375 Aug 05 04:24:03.545543 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-f0601e1f-57c5-44ae-a5bc-bc1803f0f338 req-dd1e7501-3499-4040-8588-7ffe026268bc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=214dce8d-195c-4d2a-9176-034e96614c25 HTTP/1.1" status: 200 len: 1001 time: 0.0589957 Aug 05 04:24:03.593978 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0601e1f-57c5-44ae-a5bc-bc1803f0f338 req-25c71d91-7195-4fa1-8d6a-8c076ed7dbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:24:03.595407 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-f0601e1f-57c5-44ae-a5bc-bc1803f0f338 req-25c71d91-7195-4fa1-8d6a-8c076ed7dbe5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d35e201b-865e-4900-86f6-2c5aed9eb36a HTTP/1.1" status: 200 len: 848 time: 0.0431230 Aug 05 04:24:03.640672 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0601e1f-57c5-44ae-a5bc-bc1803f0f338 req-ffd735b3-a094-4da2-8822-8f94dd8a23a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:24:03.642776 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-f0601e1f-57c5-44ae-a5bc-bc1803f0f338 req-ffd735b3-a094-4da2-8822-8f94dd8a23a9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ef69c213-f027-48b4-9728-8998dc7faa2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387802 Aug 05 04:24:03.733765 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-f0601e1f-57c5-44ae-a5bc-bc1803f0f338 req-30d57425-2e86-4ce4-a2c6-b5edb241215c service neutron] 10.222.0.39 "GET /v2.0/networks/ef69c213-f027-48b4-9728-8998dc7faa2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825543 Aug 05 04:24:03.822084 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-f0601e1f-57c5-44ae-a5bc-bc1803f0f338 req-fa919c84-4e2d-48c3-b9a9-3feb3ccf7213 service neutron] 10.222.0.39 "GET /v2.0/networks/ef69c213-f027-48b4-9728-8998dc7faa2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805328 Aug 05 04:24:05.127478 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-95ca074d-d6dd-4db5-af23-b561b74ae2a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:24:05.321930 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:24:06.302352 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-03641130-cd72-49d2-95a2-84c2adaa14ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:24:07.177472 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-87ea8438-47cd-44c4-a808-9a807a63fea8 None None] Agent healthcheck: found 6 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 04:24:07.989963 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-6a2206e1-ea48-45a0-865e-aad2fcc79b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:24:09.475767 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:24:09.776600 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 60610) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:24:09.880515 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ef87bf0f-e3fa-4e23-b30f-50f6d872580d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:24:09.971895 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ef87bf0f-e3fa-4e23-b30f-50f6d872580d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:24:09.976692 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ef87bf0f-e3fa-4e23-b30f-50f6d872580d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:24:10.012997 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-ef87bf0f-e3fa-4e23-b30f-50f6d872580d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=562e1e109aa4414fbe482013e62a7695&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2353244 Aug 05 04:24:10.013940 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef87bf0f-e3fa-4e23-b30f-50f6d872580d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc4b3fe0-a354-4d8a-950d-bf3b8671e021,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:24:10.015795 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 60616) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:24:10.021709 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef87bf0f-e3fa-4e23-b30f-50f6d872580d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:24:10.022063 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef87bf0f-e3fa-4e23-b30f-50f6d872580d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:24:10.022402 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef87bf0f-e3fa-4e23-b30f-50f6d872580d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:24:10.022769 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef87bf0f-e3fa-4e23-b30f-50f6d872580d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:24:10.023104 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef87bf0f-e3fa-4e23-b30f-50f6d872580d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:24:10.023483 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef87bf0f-e3fa-4e23-b30f-50f6d872580d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:24:10.023760 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef87bf0f-e3fa-4e23-b30f-50f6d872580d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:24:10.024088 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef87bf0f-e3fa-4e23-b30f-50f6d872580d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:24:10.024410 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef87bf0f-e3fa-4e23-b30f-50f6d872580d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:24:10.024729 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef87bf0f-e3fa-4e23-b30f-50f6d872580d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:24:10.025048 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef87bf0f-e3fa-4e23-b30f-50f6d872580d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:24:10.025365 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef87bf0f-e3fa-4e23-b30f-50f6d872580d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:24:10.069935 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-12b68d1c-498f-4427-81de-19e576b64ef6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:24:10.091224 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-12b68d1c-498f-4427-81de-19e576b64ef6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:24:10.135877 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-12b68d1c-498f-4427-81de-19e576b64ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:24:10.138573 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-12b68d1c-498f-4427-81de-19e576b64ef6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:24:10.139704 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-12b68d1c-498f-4427-81de-19e576b64ef6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bc4b3fe0-a354-4d8a-950d-bf3b8671e021 HTTP/1.1" status: 204 len: 168 time: 0.1229630 Aug 05 04:24:10.147616 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b68d1c-498f-4427-81de-19e576b64ef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc4b3fe0-a354-4d8a-950d-bf3b8671e021,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:24:10.732296 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 60638) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:24:10.823170 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-3a4c6791-0dbc-43b3-a5ac-d088a331b761 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1489796454-network', 'tenant_id': '88846352619148c2818dd2d33ca47d26'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:24:10.844174 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a4c6791-0dbc-43b3-a5ac-d088a331b761 admin admin] Made reservation on behalf of 88846352619148c2818dd2d33ca47d26 for: {'network': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 04:24:10.846854 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3a4c6791-0dbc-43b3-a5ac-d088a331b761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for network, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:24:10.854726 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3a4c6791-0dbc-43b3-a5ac-d088a331b761 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:24:10.939777 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3a4c6791-0dbc-43b3-a5ac-d088a331b761 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:24:10.943387 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3a4c6791-0dbc-43b3-a5ac-d088a331b761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:24:10.969355 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a4c6791-0dbc-43b3-a5ac-d088a331b761 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=93250) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 04:24:10.975350 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4c6791-0dbc-43b3-a5ac-d088a331b761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e229e27f-6df5-4da7-ab31-6e670a3ad6e2,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:24:10.982579 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3a4c6791-0dbc-43b3-a5ac-d088a331b761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66718183'] for segment, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:24:10.982923 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.db.segments_db [None req-3a4c6791-0dbc-43b3-a5ac-d088a331b761 admin admin] Added segment 99d03ebc-d2af-4edc-aa03-85fbf098bbc3 of type vlan for network 5e4ebe55-ffad-4947-b30a-6a86818e9aa4 Aug 05 04:24:11.027656 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3a4c6791-0dbc-43b3-a5ac-d088a331b761 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763712130115'] for network, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:24:11.056908 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3a4c6791-0dbc-43b3-a5ac-d088a331b761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612'] for network, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:24:11.058058 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4c6791-0dbc-43b3-a5ac-d088a331b761 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:24:11.058682 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3a4c6791-0dbc-43b3-a5ac-d088a331b761 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568634'] for network, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:24:11.089278 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-3a4c6791-0dbc-43b3-a5ac-d088a331b761 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3558965 Aug 05 04:24:11.092410 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 60644) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:24:11.097933 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-ea5d1730-3828-4e02-9752-ffc0db9ef430 admin admin] Request body: {'subnet': {'network_id': '5e4ebe55-ffad-4947-b30a-6a86818e9aa4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1489796454-subnet', 'tenant_id': '88846352619148c2818dd2d33ca47d26', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:24:11.121952 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4c6791-0dbc-43b3-a5ac-d088a331b761 admin admin] Pushing event updated for resources: {'Network': ['ID=5e4ebe55-ffad-4947-b30a-6a86818e9aa4,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:24:11.122183 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea5d1730-3828-4e02-9752-ffc0db9ef430 admin admin] Made reservation on behalf of 88846352619148c2818dd2d33ca47d26 for: {'subnet': 1} {{(pid=93251) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 04:24:11.125535 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ea5d1730-3828-4e02-9752-ffc0db9ef430 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994135'] for subnet, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:24:11.131876 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Network 5e4ebe55-ffad-4947-b30a-6a86818e9aa4 details requested by agent ovs-agent-dv-cinder-803000-4-iscsi with host dv-cinder-803000-4-iscsi {{(pid=93252) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 04:24:11.310549 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ea5d1730-3828-4e02-9752-ffc0db9ef430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8933147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994149'] for subnet, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:24:11.368053 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5d1730-3828-4e02-9752-ffc0db9ef430 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93de3766-8384-4fb4-879c-8f1cbb2b879f,revision_number=0']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:24:11.385750 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5d1730-3828-4e02-9752-ffc0db9ef430 admin admin] Checking segment: {'id': '99d03ebc-d2af-4edc-aa03-85fbf098bbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '5e4ebe55-ffad-4947-b30a-6a86818e9aa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 04:24:11.386104 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea5d1730-3828-4e02-9752-ffc0db9ef430 admin admin] Network hostable DHCP agents. Network: 5e4ebe55-ffad-4947-b30a-6a86818e9aa4, hostable agents: ['ea427e49-0af2-4000-bc0d-d234b33f8d84'], hosted agents: [] {{(pid=93251) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 04:24:11.402737 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea5d1730-3828-4e02-9752-ffc0db9ef430 admin admin] Network 5e4ebe55-ffad-4947-b30a-6a86818e9aa4 is scheduled to be hosted by DHCP agent ea427e49-0af2-4000-bc0d-d234b33f8d84 with binding_index 1 {{(pid=93251) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 04:24:11.412744 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [None req-ea5d1730-3828-4e02-9752-ffc0db9ef430 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803000-4-iscsi, 5e4ebe55-ffad-4947-b30a-6a86818e9aa4) {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 04:24:11.418645 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea5d1730-3828-4e02-9752-ffc0db9ef430 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:24:11.418884 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ea5d1730-3828-4e02-9752-ffc0db9ef430 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:24:11.421746 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-074f6989-aeb1-4be6-a380-55e8dfdec7a3 None None] Network 5e4ebe55-ffad-4947-b30a-6a86818e9aa4 requested from dv-cinder-803000-4-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 04:24:11.436721 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-ea5d1730-3828-4e02-9752-ffc0db9ef430 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3431990 Aug 05 04:24:11.554089 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e2da5a-63c2-4fcd-8421-a633630f0612 None None] Network 5e4ebe55-ffad-4947-b30a-6a86818e9aa4 requested from dv-cinder-803000-4-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 04:24:13.176398 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb149a5a-b79d-4c18-b8fc-8c0670c0448f req-5422223b-4e28-405d-8507-ef320f68d2c3 tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:24:13.177853 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-cb149a5a-b79d-4c18-b8fc-8c0670c0448f req-5422223b-4e28-405d-8507-ef320f68d2c3 tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] 10.222.0.37 "GET /v2.0/networks?id=5e4ebe55-ffad-4947-b30a-6a86818e9aa4 HTTP/1.1" status: 200 len: 814 time: 0.1020041 Aug 05 04:24:13.192754 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-cb149a5a-b79d-4c18-b8fc-8c0670c0448f req-94cbb955-04a0-4515-86cb-eef49e91b508 tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] 10.222.0.37 "GET /v2.0/quotas/88846352619148c2818dd2d33ca47d26 HTTP/1.1" status: 200 len: 375 time: 0.0092654 Aug 05 04:24:13.224153 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-cb149a5a-b79d-4c18-b8fc-8c0670c0448f req-2f3f14aa-781c-42b0-b893-2ece8f92620c tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=88846352619148c2818dd2d33ca47d26&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263104 Aug 05 04:24:13.355666 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-cb149a5a-b79d-4c18-b8fc-8c0670c0448f req-c0d42c23-3231-4b39-8755-00119119217a service neutron] 10.222.0.37 "GET /v2.0/networks/5e4ebe55-ffad-4947-b30a-6a86818e9aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246741 Aug 05 04:24:13.447328 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-cb149a5a-b79d-4c18-b8fc-8c0670c0448f req-7785d04e-747d-4721-b289-cb2cba5696b4 service neutron] 10.222.0.37 "GET /v2.0/networks/5e4ebe55-ffad-4947-b30a-6a86818e9aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846422 Aug 05 04:24:13.600720 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5e8ae490-8928-459b-b3c0-39cc94aa3f2c req-78198a1a-517e-4ae1-976d-f36fb90ec4a4 tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0fd8bb4-0eae-4782-ab63-15f77fc41c49 HTTP/1.1" status: 200 len: 210 time: 0.0264997 Aug 05 04:24:14.636989 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb149a5a-b79d-4c18-b8fc-8c0670c0448f req-6cc59e3b-2aa9-46d0-af25-e3e2107f12f9 tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:24:14.638769 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-cb149a5a-b79d-4c18-b8fc-8c0670c0448f req-6cc59e3b-2aa9-46d0-af25-e3e2107f12f9 tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] 10.222.0.39 "GET /v2.0/networks?id=5e4ebe55-ffad-4947-b30a-6a86818e9aa4 HTTP/1.1" status: 200 len: 814 time: 0.1108196 Aug 05 04:24:14.671504 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [req-cb149a5a-b79d-4c18-b8fc-8c0670c0448f req-e86b304c-3a03-4746-9e9e-6f3401025fe4 tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] Request body: {'port': {'device_id': 'e0fd8bb4-0eae-4782-ab63-15f77fc41c49', 'network_id': '5e4ebe55-ffad-4947-b30a-6a86818e9aa4', 'admin_state_up': True, 'tenant_id': '88846352619148c2818dd2d33ca47d26'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:24:14.703588 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-20e67b5e-ef96-4d51-b4a4-1ce6e9289ad8 req-33087873-ffce-4bb3-bd16-f6e4811a253f tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0fd8bb4-0eae-4782-ab63-15f77fc41c49 HTTP/1.1" status: 200 len: 210 time: 0.0343654 Aug 05 04:24:14.776633 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb149a5a-b79d-4c18-b8fc-8c0670c0448f req-e86b304c-3a03-4746-9e9e-6f3401025fe4 tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] Made reservation on behalf of 88846352619148c2818dd2d33ca47d26 for: {'port': 1} {{(pid=93251) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 04:24:14.780308 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-cb149a5a-b79d-4c18-b8fc-8c0670c0448f req-e86b304c-3a03-4746-9e9e-6f3401025fe4 tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:24:14.906752 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.db_base_plugin_common [req-cb149a5a-b79d-4c18-b8fc-8c0670c0448f req-e86b304c-3a03-4746-9e9e-6f3401025fe4 tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] Allocated IP 172.20.0.6 (5e4ebe55-ffad-4947-b30a-6a86818e9aa4/93de3766-8384-4fb4-879c-8f1cbb2b879f/13bbee45-a839-4f83-8e73-1c8a6420a6b8) {{(pid=93251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 04:24:15.053549 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-cb149a5a-b79d-4c18-b8fc-8c0670c0448f req-e86b304c-3a03-4746-9e9e-6f3401025fe4 tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] Notify callbacks [] for port, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:24:15.091118 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-cb149a5a-b79d-4c18-b8fc-8c0670c0448f req-e86b304c-3a03-4746-9e9e-6f3401025fe4 tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763712145875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8933231'] for port, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:24:15.130222 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb149a5a-b79d-4c18-b8fc-8c0670c0448f req-e86b304c-3a03-4746-9e9e-6f3401025fe4 tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] Network 5e4ebe55-ffad-4947-b30a-6a86818e9aa4 is already hosted by enough agents. {{(pid=93251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 04:24:15.135091 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [req-cb149a5a-b79d-4c18-b8fc-8c0670c0448f req-e86b304c-3a03-4746-9e9e-6f3401025fe4 tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] Resources bound (agent type, host, resource id): {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 04:24:15.138614 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb149a5a-b79d-4c18-b8fc-8c0670c0448f req-e86b304c-3a03-4746-9e9e-6f3401025fe4 tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] Received port after_create {{(pid=93251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 04:24:15.164635 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86b304c-3a03-4746-9e9e-6f3401025fe4 tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] Pushing event updated for resources: {'Port': ['ID=13bbee45-a839-4f83-8e73-1c8a6420a6b8,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:24:15.189138 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb149a5a-b79d-4c18-b8fc-8c0670c0448f req-e86b304c-3a03-4746-9e9e-6f3401025fe4 tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:24:15.189770 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-cb149a5a-b79d-4c18-b8fc-8c0670c0448f req-e86b304c-3a03-4746-9e9e-6f3401025fe4 tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224329'] for port, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:24:15.203197 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-cb149a5a-b79d-4c18-b8fc-8c0670c0448f req-e86b304c-3a03-4746-9e9e-6f3401025fe4 tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5357776 Aug 05 04:24:15.223361 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [req-cb149a5a-b79d-4c18-b8fc-8c0670c0448f req-d0b83309-f46e-49f9-886c-4be77126f411 service neutron] Request body: {'port': {'device_id': 'e0fd8bb4-0eae-4782-ab63-15f77fc41c49', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80300'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:24:15.277581 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-cb149a5a-b79d-4c18-b8fc-8c0670c0448f req-d0b83309-f46e-49f9-886c-4be77126f411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:24:15.530362 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [req-cb149a5a-b79d-4c18-b8fc-8c0670c0448f req-d0b83309-f46e-49f9-886c-4be77126f411 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13bbee45-a839-4f83-8e73-1c8a6420a6b8 {{(pid=93251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 04:24:15.538374 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-cb149a5a-b79d-4c18-b8fc-8c0670c0448f req-d0b83309-f46e-49f9-886c-4be77126f411 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:24:15.549909 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [req-cb149a5a-b79d-4c18-b8fc-8c0670c0448f req-d0b83309-f46e-49f9-886c-4be77126f411 service neutron] Transition to ACTIVE for port object 13bbee45-a839-4f83-8e73-1c8a6420a6b8 will not be triggered until provisioned by entity L2. {{(pid=93251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 04:24:15.553661 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-cb149a5a-b79d-4c18-b8fc-8c0670c0448f req-d0b83309-f46e-49f9-886c-4be77126f411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8933222'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:24:15.600172 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b83309-f46e-49f9-886c-4be77126f411 service neutron] Pushing event updated for resources: {'Port': ['ID=13bbee45-a839-4f83-8e73-1c8a6420a6b8,revision_number=2']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:24:15.668869 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [req-cb149a5a-b79d-4c18-b8fc-8c0670c0448f req-d0b83309-f46e-49f9-886c-4be77126f411 service neutron] Attempting to bind port 13bbee45-a839-4f83-8e73-1c8a6420a6b8 on host hv-cinder-80300 for vnic_type normal with profile {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 04:24:15.669536 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [req-cb149a5a-b79d-4c18-b8fc-8c0670c0448f req-d0b83309-f46e-49f9-886c-4be77126f411 service neutron] Attempting to bind port 13bbee45-a839-4f83-8e73-1c8a6420a6b8 by drivers openvswitch,hyperv on host hv-cinder-80300 at level 0 using segments [{'id': '99d03ebc-d2af-4edc-aa03-85fbf098bbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '5e4ebe55-ffad-4947-b30a-6a86818e9aa4'}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 04:24:15.669536 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb149a5a-b79d-4c18-b8fc-8c0670c0448f req-d0b83309-f46e-49f9-886c-4be77126f411 service neutron] Attempting to bind port 13bbee45-a839-4f83-8e73-1c8a6420a6b8 on network 5e4ebe55-ffad-4947-b30a-6a86818e9aa4 {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 04:24:15.673696 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb149a5a-b79d-4c18-b8fc-8c0670c0448f req-d0b83309-f46e-49f9-886c-4be77126f411 service neutron] Port 13bbee45-a839-4f83-8e73-1c8a6420a6b8 on network 5e4ebe55-ffad-4947-b30a-6a86818e9aa4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80300 {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 04:24:15.674012 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb149a5a-b79d-4c18-b8fc-8c0670c0448f req-d0b83309-f46e-49f9-886c-4be77126f411 service neutron] Attempting to bind port 13bbee45-a839-4f83-8e73-1c8a6420a6b8 on network 5e4ebe55-ffad-4947-b30a-6a86818e9aa4 {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 04:24:15.678780 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb149a5a-b79d-4c18-b8fc-8c0670c0448f req-d0b83309-f46e-49f9-886c-4be77126f411 service neutron] Checking agent: {'id': 'a0106253-c5a2-4978-ae01-2b305935773e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80300', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 4, 16, 33), 'started_at': datetime.datetime(2021, 8, 5, 4, 16, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 4, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 04:24:15.679058 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb149a5a-b79d-4c18-b8fc-8c0670c0448f req-d0b83309-f46e-49f9-886c-4be77126f411 service neutron] Checking segment: {'id': '99d03ebc-d2af-4edc-aa03-85fbf098bbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '5e4ebe55-ffad-4947-b30a-6a86818e9aa4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 04:24:15.679436 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb149a5a-b79d-4c18-b8fc-8c0670c0448f req-d0b83309-f46e-49f9-886c-4be77126f411 service neutron] Bound using segment: {'id': '99d03ebc-d2af-4edc-aa03-85fbf098bbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '5e4ebe55-ffad-4947-b30a-6a86818e9aa4'} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 04:24:15.679849 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [req-cb149a5a-b79d-4c18-b8fc-8c0670c0448f req-d0b83309-f46e-49f9-886c-4be77126f411 service neutron] Bound port: 13bbee45-a839-4f83-8e73-1c8a6420a6b8, host: hv-cinder-80300, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99d03ebc-d2af-4edc-aa03-85fbf098bbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '5e4ebe55-ffad-4947-b30a-6a86818e9aa4'}}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 04:24:15.680199 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-cb149a5a-b79d-4c18-b8fc-8c0670c0448f req-d0b83309-f46e-49f9-886c-4be77126f411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:24:15.740961 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [req-cb149a5a-b79d-4c18-b8fc-8c0670c0448f req-d0b83309-f46e-49f9-886c-4be77126f411 service neutron] For port 13bbee45-a839-4f83-8e73-1c8a6420a6b8, host hv-cinder-80300, cleared binding levels {{(pid=93251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 04:24:15.743905 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [req-cb149a5a-b79d-4c18-b8fc-8c0670c0448f req-d0b83309-f46e-49f9-886c-4be77126f411 service neutron] For port 13bbee45-a839-4f83-8e73-1c8a6420a6b8, host hv-cinder-80300, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=13bbee45-a839-4f83-8e73-1c8a6420a6b8,segment=NetworkSegment(99d03ebc-d2af-4edc-aa03-85fbf098bbc3),segment_id=99d03ebc-d2af-4edc-aa03-85fbf098bbc3)] {{(pid=93251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 04:24:15.749579 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-cb149a5a-b79d-4c18-b8fc-8c0670c0448f req-d0b83309-f46e-49f9-886c-4be77126f411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8933222'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:24:15.784607 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb149a5a-b79d-4c18-b8fc-8c0670c0448f req-d0b83309-f46e-49f9-886c-4be77126f411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:24:15.785229 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-cb149a5a-b79d-4c18-b8fc-8c0670c0448f req-d0b83309-f46e-49f9-886c-4be77126f411 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224329'] for port, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:24:15.786622 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-cb149a5a-b79d-4c18-b8fc-8c0670c0448f req-d0b83309-f46e-49f9-886c-4be77126f411 service neutron] 10.222.0.39 "PUT /v2.0/ports/13bbee45-a839-4f83-8e73-1c8a6420a6b8 HTTP/1.1" status: 200 len: 1093 time: 0.5677052 Aug 05 04:24:15.787070 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0fd8bb4-0eae-4782-ab63-15f77fc41c49', 'tag': '13bbee45-a839-4f83-8e73-1c8a6420a6b8'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 04:24:15.789285 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc51a2a5f300f30acac232ef327f3f01bb0f894a96a37a70efeb1c252096f2af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f084dc5a-bded-4012-b214-c064e86249e2" -d '{"events": [{"name": "network-changed", "server_uuid": "e0fd8bb4-0eae-4782-ab63-15f77fc41c49", "tag": "13bbee45-a839-4f83-8e73-1c8a6420a6b8"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 04:24:15.814259 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b83309-f46e-49f9-886c-4be77126f411 service neutron] Pushing event updated for resources: {'Port': ['ID=13bbee45-a839-4f83-8e73-1c8a6420a6b8,revision_number=3']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:24:15.832285 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84a8635-4598-47a1-87bf-c62889cdc2dd req-ab09aeb6-bd5a-4be4-a96c-542d597991f9 tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:24:15.833823 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 04:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-160ee6cc-5918-4d40-b5b9-cada722fcaad x-openstack-request-id: req-160ee6cc-5918-4d40-b5b9-cada722fcaad {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 04:24:15.833952 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f84a8635-4598-47a1-87bf-c62889cdc2dd req-ab09aeb6-bd5a-4be4-a96c-542d597991f9 tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0fd8bb4-0eae-4782-ab63-15f77fc41c49 HTTP/1.1" status: 200 len: 943 time: 0.0633111 Aug 05 04:24:15.834112 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0fd8bb4-0eae-4782-ab63-15f77fc41c49", "tag": "13bbee45-a839-4f83-8e73-1c8a6420a6b8", "status": "completed", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 04:24:15.834349 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-160ee6cc-5918-4d40-b5b9-cada722fcaad {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 04:24:15.834765 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0fd8bb4-0eae-4782-ab63-15f77fc41c49', 'tag': '13bbee45-a839-4f83-8e73-1c8a6420a6b8', 'status': 'completed', 'code': 200} Aug 05 04:24:15.870803 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f84a8635-4598-47a1-87bf-c62889cdc2dd req-be8deab1-f426-4618-9065-8cd1008e965f tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] 10.222.0.37 "GET /v2.0/security-groups?id=e229e27f-6df5-4da7-ab31-6e670a3ad6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310202 Aug 05 04:24:15.893974 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb149a5a-b79d-4c18-b8fc-8c0670c0448f req-6145fc86-897f-4d84-a2a8-f20701048973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:24:15.895476 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-cb149a5a-b79d-4c18-b8fc-8c0670c0448f req-6145fc86-897f-4d84-a2a8-f20701048973 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=88846352619148c2818dd2d33ca47d26&device_id=e0fd8bb4-0eae-4782-ab63-15f77fc41c49 HTTP/1.1" status: 200 len: 1096 time: 0.0418305 Aug 05 04:24:15.945674 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-cb149a5a-b79d-4c18-b8fc-8c0670c0448f req-2c764369-f98e-4b28-8c0b-bcf4e6536666 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13bbee45-a839-4f83-8e73-1c8a6420a6b8 HTTP/1.1" status: 200 len: 217 time: 0.0350313 Aug 05 04:24:15.993643 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb149a5a-b79d-4c18-b8fc-8c0670c0448f req-3e1f815d-e6b1-4fee-9e94-dd4721c6b933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:24:15.995073 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-cb149a5a-b79d-4c18-b8fc-8c0670c0448f req-3e1f815d-e6b1-4fee-9e94-dd4721c6b933 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=93de3766-8384-4fb4-879c-8f1cbb2b879f HTTP/1.1" status: 200 len: 854 time: 0.0425544 Aug 05 04:24:16.026997 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-cb149a5a-b79d-4c18-b8fc-8c0670c0448f req-0fa3a3e3-f670-4f04-89a6-6721db39f0b1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5e4ebe55-ffad-4947-b30a-6a86818e9aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245774 Aug 05 04:24:16.117644 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-cb149a5a-b79d-4c18-b8fc-8c0670c0448f req-caf14e17-345b-47b8-a22a-545a00f7a074 service neutron] 10.222.0.39 "GET /v2.0/networks/5e4ebe55-ffad-4947-b30a-6a86818e9aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832634 Aug 05 04:24:16.205591 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-cb149a5a-b79d-4c18-b8fc-8c0670c0448f req-132ca7d4-6612-4a59-af2c-2fb077041e78 service neutron] 10.222.0.39 "GET /v2.0/networks/5e4ebe55-ffad-4947-b30a-6a86818e9aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808039 Aug 05 04:24:16.343476 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f084dc5a-bded-4012-b214-c064e86249e2 req-7a80cab4-a474-4f10-82ef-565f2c2c9fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:24:16.344931 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-f084dc5a-bded-4012-b214-c064e86249e2 req-7a80cab4-a474-4f10-82ef-565f2c2c9fbb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=88846352619148c2818dd2d33ca47d26&device_id=e0fd8bb4-0eae-4782-ab63-15f77fc41c49 HTTP/1.1" status: 200 len: 1096 time: 0.0444214 Aug 05 04:24:16.434769 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f084dc5a-bded-4012-b214-c064e86249e2 req-15feef7c-429e-4f1d-897c-cedeefde56df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:24:16.436194 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-f084dc5a-bded-4012-b214-c064e86249e2 req-15feef7c-429e-4f1d-897c-cedeefde56df service neutron] 10.222.0.39 "GET /v2.0/networks?id=5e4ebe55-ffad-4947-b30a-6a86818e9aa4 HTTP/1.1" status: 200 len: 915 time: 0.0834315 Aug 05 04:24:16.478573 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-f084dc5a-bded-4012-b214-c064e86249e2 req-d26c0638-86da-4461-bc6c-88cb1e09c22e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13bbee45-a839-4f83-8e73-1c8a6420a6b8 HTTP/1.1" status: 200 len: 217 time: 0.0353842 Aug 05 04:24:16.526661 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f084dc5a-bded-4012-b214-c064e86249e2 req-7aebf117-a35b-4440-9a5a-e82fafcc0b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:24:16.528080 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-f084dc5a-bded-4012-b214-c064e86249e2 req-7aebf117-a35b-4440-9a5a-e82fafcc0b77 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=93de3766-8384-4fb4-879c-8f1cbb2b879f HTTP/1.1" status: 200 len: 854 time: 0.0421889 Aug 05 04:24:16.559728 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-f084dc5a-bded-4012-b214-c064e86249e2 req-1fed216d-bf3b-4f34-b83c-8d0d79a0208c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5e4ebe55-ffad-4947-b30a-6a86818e9aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243919 Aug 05 04:24:16.654000 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-f084dc5a-bded-4012-b214-c064e86249e2 req-7810ede0-6f64-4248-9686-70d868ab2e51 service neutron] 10.222.0.39 "GET /v2.0/networks/5e4ebe55-ffad-4947-b30a-6a86818e9aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870874 Aug 05 04:24:16.747523 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-f084dc5a-bded-4012-b214-c064e86249e2 req-868603ef-095e-4325-838f-c77dbd6ff652 service neutron] 10.222.0.39 "GET /v2.0/networks/5e4ebe55-ffad-4947-b30a-6a86818e9aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856626 Aug 05 04:24:16.984729 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff245350-de28-4fed-ad97-3e9576ce0e0c req-5c74d83d-95fa-4a1c-a2d4-4d75de40f853 tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:24:16.986199 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ff245350-de28-4fed-ad97-3e9576ce0e0c req-5c74d83d-95fa-4a1c-a2d4-4d75de40f853 tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0fd8bb4-0eae-4782-ab63-15f77fc41c49 HTTP/1.1" status: 200 len: 943 time: 0.0496638 Aug 05 04:24:17.022978 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ff245350-de28-4fed-ad97-3e9576ce0e0c req-c9e03bce-7466-44da-b33d-e78e95be637c tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] 10.222.0.37 "GET /v2.0/security-groups?id=e229e27f-6df5-4da7-ab31-6e670a3ad6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308492 Aug 05 04:24:18.134696 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814b62e9-d538-45d2-93c0-acbefa1bc63e req-54ebb550-49c2-4819-b987-3b814ef410b4 tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:24:18.136159 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-814b62e9-d538-45d2-93c0-acbefa1bc63e req-54ebb550-49c2-4819-b987-3b814ef410b4 tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0fd8bb4-0eae-4782-ab63-15f77fc41c49 HTTP/1.1" status: 200 len: 943 time: 0.0489876 Aug 05 04:24:18.172611 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-814b62e9-d538-45d2-93c0-acbefa1bc63e req-75b459a0-b0b2-4417-978e-dd63f3807767 tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] 10.222.0.37 "GET /v2.0/security-groups?id=e229e27f-6df5-4da7-ab31-6e670a3ad6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306613 Aug 05 04:24:19.287097 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61fb8cc-3866-4e77-b47c-6b8b1e805875 req-1b817138-c98a-4d49-994d-7288edf33014 tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:24:19.288556 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d61fb8cc-3866-4e77-b47c-6b8b1e805875 req-1b817138-c98a-4d49-994d-7288edf33014 tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0fd8bb4-0eae-4782-ab63-15f77fc41c49 HTTP/1.1" status: 200 len: 943 time: 0.0519125 Aug 05 04:24:19.325482 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d61fb8cc-3866-4e77-b47c-6b8b1e805875 req-cd5aed4f-1199-4f1d-ae8b-085719ea4850 tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] 10.222.0.37 "GET /v2.0/security-groups?id=e229e27f-6df5-4da7-ab31-6e670a3ad6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311556 Aug 05 04:24:20.434329 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec2f901-761c-46e8-968f-010382983c58 req-b7614534-4eb2-4956-8b70-e527b9a511a3 tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:24:20.435772 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-eec2f901-761c-46e8-968f-010382983c58 req-b7614534-4eb2-4956-8b70-e527b9a511a3 tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0fd8bb4-0eae-4782-ab63-15f77fc41c49 HTTP/1.1" status: 200 len: 943 time: 0.0467484 Aug 05 04:24:20.473178 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-eec2f901-761c-46e8-968f-010382983c58 req-7f0c9bc3-4ff2-4b23-b656-518a43fc585a tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] 10.222.0.37 "GET /v2.0/security-groups?id=e229e27f-6df5-4da7-ab31-6e670a3ad6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311620 Aug 05 04:24:20.934473 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Device 13bbee45-a839-4f83-8e73-1c8a6420a6b8 details requested by agent hyperv_hv-cinder-80300 with host hv-cinder-80300 {{(pid=93252) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 04:24:21.032069 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] For port 13bbee45-a839-4f83-8e73-1c8a6420a6b8, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=13bbee45-a839-4f83-8e73-1c8a6420a6b8,segment=NetworkSegment(99d03ebc-d2af-4edc-aa03-85fbf098bbc3),segment_id=99d03ebc-d2af-4edc-aa03-85fbf098bbc3)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:24:21.043608 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Returning: {'device': '13bbee45-a839-4f83-8e73-1c8a6420a6b8', 'network_id': '5e4ebe55-ffad-4947-b30a-6a86818e9aa4', 'port_id': '13bbee45-a839-4f83-8e73-1c8a6420a6b8', 'mac_address': 'fa:16:3e:59:e4:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93de3766-8384-4fb4-879c-8f1cbb2b879f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93252) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 04:24:21.079716 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:24:21.092415 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13bbee45-a839-4f83-8e73-1c8a6420a6b8 {{(pid=93252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 04:24:21.111689 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] For port 13bbee45-a839-4f83-8e73-1c8a6420a6b8, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=13bbee45-a839-4f83-8e73-1c8a6420a6b8,segment=NetworkSegment(99d03ebc-d2af-4edc-aa03-85fbf098bbc3),segment_id=99d03ebc-d2af-4edc-aa03-85fbf098bbc3)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:24:21.115764 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:24:21.161675 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Pushing event updated for resources: {'Port': ['ID=13bbee45-a839-4f83-8e73-1c8a6420a6b8,revision_number=4']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:24:21.168542 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:24:21.168894 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:24:21.169237 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:24:21.169577 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:24:21.169911 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:24:21.170243 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:24:21.170602 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:24:21.170933 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:24:21.171263 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:24:21.171591 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:24:21.171916 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:24:21.172242 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:24:21.586703 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8874bc-314c-4bb0-bc1e-9b3b2c581abd req-bee18a24-66a5-482d-8628-9333118a83fa tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:24:21.588156 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-db8874bc-314c-4bb0-bc1e-9b3b2c581abd req-bee18a24-66a5-482d-8628-9333118a83fa tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0fd8bb4-0eae-4782-ab63-15f77fc41c49 HTTP/1.1" status: 200 len: 944 time: 0.0489745 Aug 05 04:24:21.624960 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-db8874bc-314c-4bb0-bc1e-9b3b2c581abd req-363ea7c1-1923-4046-8eca-ccd0c6663815 tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] 10.222.0.37 "GET /v2.0/security-groups?id=e229e27f-6df5-4da7-ab31-6e670a3ad6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309858 Aug 05 04:24:21.651011 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] get_ports_and_sgs() called for port_ids ['13bbee45-a839-4f83-8e73-1c8a6420a6b8'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 04:24:22.740525 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c0d0ba-a796-44bf-a987-afcf8eb18759 req-fcbd1e91-1446-49df-8a08-7fb95e7eaf80 tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:24:22.741986 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-28c0d0ba-a796-44bf-a987-afcf8eb18759 req-fcbd1e91-1446-49df-8a08-7fb95e7eaf80 tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0fd8bb4-0eae-4782-ab63-15f77fc41c49 HTTP/1.1" status: 200 len: 944 time: 0.0517480 Aug 05 04:24:22.778255 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-28c0d0ba-a796-44bf-a987-afcf8eb18759 req-88d26c85-62ab-456d-830f-68068d44055e tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] 10.222.0.37 "GET /v2.0/security-groups?id=e229e27f-6df5-4da7-ab31-6e670a3ad6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303433 Aug 05 04:24:22.942901 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Device 13bbee45-a839-4f83-8e73-1c8a6420a6b8 up at agent hyperv_hv-cinder-80300 {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 04:24:22.992090 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Provisioning for port 13bbee45-a839-4f83-8e73-1c8a6420a6b8 completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 04:24:22.995907 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Provisioning complete for port 13bbee45-a839-4f83-8e73-1c8a6420a6b8 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 04:24:22.996282 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66839334'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:24:23.072410 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:24:23.094344 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0fd8bb4-0eae-4782-ab63-15f77fc41c49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13bbee45-a839-4f83-8e73-1c8a6420a6b8'}] {{(pid=93252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 04:24:23.097212 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f021a78abaadf32682ec407d28b092b8d5e159b0dca1f9e700978c1e9d6d025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f94b04ae-6a8d-4206-8d70-e099471a8ed9" -d '{"events": [{"server_uuid": "e0fd8bb4-0eae-4782-ab63-15f77fc41c49", "name": "network-vif-plugged", "status": "completed", "tag": "13bbee45-a839-4f83-8e73-1c8a6420a6b8"}]}' {{(pid=93252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 04:24:23.109975 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] For port 13bbee45-a839-4f83-8e73-1c8a6420a6b8, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=13bbee45-a839-4f83-8e73-1c8a6420a6b8,segment=NetworkSegment(99d03ebc-d2af-4edc-aa03-85fbf098bbc3),segment_id=99d03ebc-d2af-4edc-aa03-85fbf098bbc3)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:24:23.113876 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:24:23.160926 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Pushing event updated for resources: {'Port': ['ID=13bbee45-a839-4f83-8e73-1c8a6420a6b8,revision_number=5']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:24:23.247600 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 04:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d24eac9-1e52-4b7f-98a9-9a1425234b0c x-openstack-request-id: req-9d24eac9-1e52-4b7f-98a9-9a1425234b0c {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 04:24:23.247889 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0fd8bb4-0eae-4782-ab63-15f77fc41c49", "name": "network-vif-plugged", "status": "completed", "tag": "13bbee45-a839-4f83-8e73-1c8a6420a6b8", "code": 200}]} {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 04:24:23.248140 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9d24eac9-1e52-4b7f-98a9-9a1425234b0c {{(pid=93252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 04:24:23.248525 dv-cinder-803000-4-iscsi neutron-server[93252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0fd8bb4-0eae-4782-ab63-15f77fc41c49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13bbee45-a839-4f83-8e73-1c8a6420a6b8', 'code': 200} Aug 05 04:24:23.485636 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae910fc9-7d18-4b98-a108-6fbedc2d0a0e req-57277ca1-1f5a-4ebe-8a2e-8d83d35b33ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:24:23.487148 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-ae910fc9-7d18-4b98-a108-6fbedc2d0a0e req-57277ca1-1f5a-4ebe-8a2e-8d83d35b33ba service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e0fd8bb4-0eae-4782-ab63-15f77fc41c49 HTTP/1.1" status: 200 len: 1098 time: 0.0396802 Aug 05 04:24:23.524468 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-ae910fc9-7d18-4b98-a108-6fbedc2d0a0e req-1598b145-dff3-46ef-9176-8269ad386cd2 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e229e27f-6df5-4da7-ab31-6e670a3ad6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274677 Aug 05 04:24:23.891876 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d3362c-ae4e-45a0-a5ba-10fea6b59a9c req-d76c88aa-f18e-480c-8504-79098a2bc3cd tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:24:23.893821 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c2d3362c-ae4e-45a0-a5ba-10fea6b59a9c req-d76c88aa-f18e-480c-8504-79098a2bc3cd tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0fd8bb4-0eae-4782-ab63-15f77fc41c49 HTTP/1.1" status: 200 len: 945 time: 0.0486286 Aug 05 04:24:23.930800 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c2d3362c-ae4e-45a0-a5ba-10fea6b59a9c req-33d33f55-0043-4358-aa9b-9f4d13c9d008 tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] 10.222.0.37 "GET /v2.0/security-groups?id=e229e27f-6df5-4da7-ab31-6e670a3ad6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310771 Aug 05 04:24:25.048471 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecc8974-a05d-4e06-8ad3-d2eb70d151e1 req-2ee9daeb-56c5-429c-aa18-7b54d24da91b tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:24:25.050724 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6ecc8974-a05d-4e06-8ad3-d2eb70d151e1 req-2ee9daeb-56c5-429c-aa18-7b54d24da91b tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0fd8bb4-0eae-4782-ab63-15f77fc41c49 HTTP/1.1" status: 200 len: 945 time: 0.0528893 Aug 05 04:24:25.096205 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6ecc8974-a05d-4e06-8ad3-d2eb70d151e1 req-1e323937-3d52-4c17-a299-38a3ae306151 tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] 10.222.0.37 "GET /v2.0/security-groups?id=e229e27f-6df5-4da7-ab31-6e670a3ad6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316985 Aug 05 04:24:26.211175 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24966543-b828-421f-bb77-5920d23043f1 req-95f054d2-eaca-4575-9948-9902de5f2ce3 tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:24:26.212613 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-24966543-b828-421f-bb77-5920d23043f1 req-95f054d2-eaca-4575-9948-9902de5f2ce3 tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0fd8bb4-0eae-4782-ab63-15f77fc41c49 HTTP/1.1" status: 200 len: 945 time: 0.0510838 Aug 05 04:24:26.249212 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-24966543-b828-421f-bb77-5920d23043f1 req-f528510e-8910-4842-8082-dfd1d3c95f9a tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] 10.222.0.37 "GET /v2.0/security-groups?id=e229e27f-6df5-4da7-ab31-6e670a3ad6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308208 Aug 05 04:24:31.427333 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-6c902767-fec8-4e22-8925-188c2faaa22e req-0ba97bb2-e9b1-4763-ba2a-2829badf1a66 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2147f667-d746-4185-9f35-aeecd3b618bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0441473 Aug 05 04:24:31.540637 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c902767-fec8-4e22-8925-188c2faaa22e req-3435cf08-1152-4701-8a94-f8f549da34c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:24:31.542125 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-6c902767-fec8-4e22-8925-188c2faaa22e req-3435cf08-1152-4701-8a94-f8f549da34c5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7e1b30b90c7140f8b2ccf41b54163dd5&device_id=2147f667-d746-4185-9f35-aeecd3b618bf HTTP/1.1" status: 200 len: 1098 time: 0.0427828 Aug 05 04:24:31.652837 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c902767-fec8-4e22-8925-188c2faaa22e req-e8093eca-de84-43e1-8fdd-10fa1dd18a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:24:31.654272 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-6c902767-fec8-4e22-8925-188c2faaa22e req-e8093eca-de84-43e1-8fdd-10fa1dd18a80 service neutron] 10.222.0.39 "GET /v2.0/networks?id=96928152-e7de-4eec-a055-721b95480308 HTTP/1.1" status: 200 len: 912 time: 0.0883014 Aug 05 04:24:31.726948 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-6c902767-fec8-4e22-8925-188c2faaa22e req-7c9d16ff-9e8d-4370-b079-50547ce0c1c3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b62ea826-62c2-44d5-99fd-68a5f0075fbe HTTP/1.1" status: 200 len: 1001 time: 0.0579488 Aug 05 04:24:31.776238 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c902767-fec8-4e22-8925-188c2faaa22e req-00863081-8c9f-41e2-9e07-68ada39b4d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:24:31.777698 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-6c902767-fec8-4e22-8925-188c2faaa22e req-00863081-8c9f-41e2-9e07-68ada39b4d76 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9f533690-95d6-43c6-9d22-76c71900eaef HTTP/1.1" status: 200 len: 850 time: 0.0434604 Aug 05 04:24:31.829790 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c902767-fec8-4e22-8925-188c2faaa22e req-7e91e157-7492-4ed6-9166-2e1264bf2906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:24:31.831945 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-6c902767-fec8-4e22-8925-188c2faaa22e req-7e91e157-7492-4ed6-9166-2e1264bf2906 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=96928152-e7de-4eec-a055-721b95480308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429969 Aug 05 04:24:31.920626 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-6c902767-fec8-4e22-8925-188c2faaa22e req-932fdc65-76c9-49e2-a35e-3009cc713679 service neutron] 10.222.0.39 "GET /v2.0/networks/96928152-e7de-4eec-a055-721b95480308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806437 Aug 05 04:24:32.246400 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-6c902767-fec8-4e22-8925-188c2faaa22e req-c020c008-30ed-4adf-acd5-d5f2fe642cd2 service neutron] 10.222.0.39 "GET /v2.0/networks/96928152-e7de-4eec-a055-721b95480308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3183279 Aug 05 04:24:32.699900 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-2443db78-b750-4990-b5ea-7597fe816726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:24:32.853030 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0f3b8e-d208-4deb-bf0a-9d3a6db1cde6 req-24676342-7a06-4dde-a5c0-23c480f0856f tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:24:32.854516 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-da0f3b8e-d208-4deb-bf0a-9d3a6db1cde6 req-24676342-7a06-4dde-a5c0-23c480f0856f tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=eee8bae2-e704-4afe-8c10-52cae6b3fd91 HTTP/1.1" status: 200 len: 945 time: 0.0485370 Aug 05 04:24:32.892411 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-da0f3b8e-d208-4deb-bf0a-9d3a6db1cde6 req-1f8f85da-df6e-45d8-ad5e-9661452f56e4 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c1fea28-8593-4774-81e1-7f4d3c58ebed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309188 Aug 05 04:24:34.014452 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fded217e-15df-4536-a586-4899f4e23a0b req-f840d945-37b6-4e61-9f4f-46377349be31 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:24:34.015553 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-fded217e-15df-4536-a586-4899f4e23a0b req-f840d945-37b6-4e61-9f4f-46377349be31 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=eee8bae2-e704-4afe-8c10-52cae6b3fd91 HTTP/1.1" status: 200 len: 945 time: 0.0506549 Aug 05 04:24:34.060668 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-fded217e-15df-4536-a586-4899f4e23a0b req-28b833f3-f0b3-4233-ace2-1dbe5baaed00 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c1fea28-8593-4774-81e1-7f4d3c58ebed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389485 Aug 05 04:24:35.128760 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-17bb82cf-30c3-43ea-8786-3ac27247de66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:24:35.193966 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb68169d-2822-4c3e-b761-6e3870ec71e7 req-37a5baef-8b8d-417d-8c7a-19089cffa16a tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:24:35.195468 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-cb68169d-2822-4c3e-b761-6e3870ec71e7 req-37a5baef-8b8d-417d-8c7a-19089cffa16a tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=eee8bae2-e704-4afe-8c10-52cae6b3fd91 HTTP/1.1" status: 200 len: 945 time: 0.0576315 Aug 05 04:24:35.234102 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-cb68169d-2822-4c3e-b761-6e3870ec71e7 req-021b7f63-6db6-4c79-8284-e5029239e197 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c1fea28-8593-4774-81e1-7f4d3c58ebed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326192 Aug 05 04:24:35.322515 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:24:36.306788 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-03641130-cd72-49d2-95a2-84c2adaa14ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:24:36.367048 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459a90f3-740c-460c-98d2-70e8d2840182 req-3e52d238-65a7-49bf-ac25-8fb2e79bdfc5 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:24:36.369279 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-459a90f3-740c-460c-98d2-70e8d2840182 req-3e52d238-65a7-49bf-ac25-8fb2e79bdfc5 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=eee8bae2-e704-4afe-8c10-52cae6b3fd91 HTTP/1.1" status: 200 len: 945 time: 0.0609109 Aug 05 04:24:36.438934 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-459a90f3-740c-460c-98d2-70e8d2840182 req-7f030224-7f3e-4717-b05b-3304d9f23e82 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c1fea28-8593-4774-81e1-7f4d3c58ebed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635207 Aug 05 04:24:36.450129 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6cb36b-5916-480b-98fe-bfae1c139b7d req-7a33ab38-0bac-407d-a759-f1880c974a74 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:24:36.451650 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-cd6cb36b-5916-480b-98fe-bfae1c139b7d req-7a33ab38-0bac-407d-a759-f1880c974a74 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/ports?device_id=2147f667-d746-4185-9f35-aeecd3b618bf HTTP/1.1" status: 200 len: 945 time: 0.0699763 Aug 05 04:24:36.495434 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-cd6cb36b-5916-480b-98fe-bfae1c139b7d req-5539ea8c-300b-43f6-9c49-702714ba364c tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/security-groups?id=30a7b57d-d19f-4842-b220-e889f0616c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371566 Aug 05 04:24:37.560165 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd581acd-dde3-4aea-ba1a-a9ec654de622 req-0325f271-cb84-4cfe-b8ff-0bcba217a2b7 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:24:37.561659 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-cd581acd-dde3-4aea-ba1a-a9ec654de622 req-0325f271-cb84-4cfe-b8ff-0bcba217a2b7 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=eee8bae2-e704-4afe-8c10-52cae6b3fd91 HTTP/1.1" status: 200 len: 945 time: 0.0505083 Aug 05 04:24:37.626224 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-cd581acd-dde3-4aea-ba1a-a9ec654de622 req-87cb2312-1d24-484e-84c7-0d71a9210657 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c1fea28-8593-4774-81e1-7f4d3c58ebed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548389 Aug 05 04:24:37.637537 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b188a73-9a8d-4234-9eaf-00d775fc2ce3 req-b4fad9c7-565e-4828-90c5-37a91c43186a tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:24:37.639107 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8b188a73-9a8d-4234-9eaf-00d775fc2ce3 req-b4fad9c7-565e-4828-90c5-37a91c43186a tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/ports?device_id=2147f667-d746-4185-9f35-aeecd3b618bf HTTP/1.1" status: 200 len: 945 time: 0.0765452 Aug 05 04:24:37.678591 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8b188a73-9a8d-4234-9eaf-00d775fc2ce3 req-b02087aa-cf3a-47ba-baa5-d68439c7e3be tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/security-groups?id=30a7b57d-d19f-4842-b220-e889f0616c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333881 Aug 05 04:24:37.992800 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-6a2206e1-ea48-45a0-865e-aad2fcc79b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:24:38.749158 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305b0bfc-e214-495a-ada3-92f313d031ca req-4ee14482-3e7e-4b53-a817-65052f695f89 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:24:38.750653 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-305b0bfc-e214-495a-ada3-92f313d031ca req-4ee14482-3e7e-4b53-a817-65052f695f89 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=eee8bae2-e704-4afe-8c10-52cae6b3fd91 HTTP/1.1" status: 200 len: 945 time: 0.0530221 Aug 05 04:24:38.812820 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-305b0bfc-e214-495a-ada3-92f313d031ca req-10eb2753-15a9-4fc3-b602-e751bef8a983 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c1fea28-8593-4774-81e1-7f4d3c58ebed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525427 Aug 05 04:24:38.821682 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02c9b91-0ca6-4302-87d6-38b305ef7160 req-f02d3749-8f49-4932-9c12-1e5dc3cc6cd6 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:24:38.823227 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b02c9b91-0ca6-4302-87d6-38b305ef7160 req-f02d3749-8f49-4932-9c12-1e5dc3cc6cd6 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/ports?device_id=2147f667-d746-4185-9f35-aeecd3b618bf HTTP/1.1" status: 200 len: 945 time: 0.0717232 Aug 05 04:24:38.861801 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b02c9b91-0ca6-4302-87d6-38b305ef7160 req-4fb89040-1223-4d51-aa7c-d79cd9a5d926 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/security-groups?id=30a7b57d-d19f-4842-b220-e889f0616c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324244 Aug 05 04:24:39.485294 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:24:39.931757 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e14dc34-f482-4d36-86eb-a23c1fc56a69 req-fae60170-8648-4910-ab22-2bee8d3b655a tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:24:39.933222 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4e14dc34-f482-4d36-86eb-a23c1fc56a69 req-fae60170-8648-4910-ab22-2bee8d3b655a tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=eee8bae2-e704-4afe-8c10-52cae6b3fd91 HTTP/1.1" status: 200 len: 945 time: 0.0483527 Aug 05 04:24:39.998047 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4e14dc34-f482-4d36-86eb-a23c1fc56a69 req-e180f289-7b1e-4078-a9de-3bba1231db22 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c1fea28-8593-4774-81e1-7f4d3c58ebed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560486 Aug 05 04:24:40.005939 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaa0902-c7a7-4d9c-8ee2-a94fa6e42937 req-3bde5f63-19be-462b-aa21-0d13c692551e tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:24:40.007360 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-caaa0902-c7a7-4d9c-8ee2-a94fa6e42937 req-3bde5f63-19be-462b-aa21-0d13c692551e tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/ports?device_id=2147f667-d746-4185-9f35-aeecd3b618bf HTTP/1.1" status: 200 len: 945 time: 0.0733004 Aug 05 04:24:40.044501 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-caaa0902-c7a7-4d9c-8ee2-a94fa6e42937 req-41486ab3-4ac5-4161-b41f-58efcd47d16b tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/security-groups?id=30a7b57d-d19f-4842-b220-e889f0616c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311282 Aug 05 04:24:41.115031 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845f107d-aa9a-4a3a-9e4d-a753a722b698 req-82978851-0284-4e89-bccb-346b932b47d2 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:24:41.116530 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-845f107d-aa9a-4a3a-9e4d-a753a722b698 req-82978851-0284-4e89-bccb-346b932b47d2 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=eee8bae2-e704-4afe-8c10-52cae6b3fd91 HTTP/1.1" status: 200 len: 945 time: 0.0490010 Aug 05 04:24:41.183326 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-845f107d-aa9a-4a3a-9e4d-a753a722b698 req-a7943fe6-42e5-4ab3-8f1b-5d0e072c1564 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c1fea28-8593-4774-81e1-7f4d3c58ebed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578864 Aug 05 04:24:41.191295 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45775b50-f399-4f44-a93f-6d479a1a882e req-ae1fb20b-0b4f-42c9-b1e4-0b9178a500f5 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:24:41.192711 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-45775b50-f399-4f44-a93f-6d479a1a882e req-ae1fb20b-0b4f-42c9-b1e4-0b9178a500f5 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/ports?device_id=2147f667-d746-4185-9f35-aeecd3b618bf HTTP/1.1" status: 200 len: 945 time: 0.0753303 Aug 05 04:24:41.231182 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-45775b50-f399-4f44-a93f-6d479a1a882e req-b0898141-9fdf-4084-9a7a-425aeb258214 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/security-groups?id=30a7b57d-d19f-4842-b220-e889f0616c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326345 Aug 05 04:24:42.300266 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d65e74-16e9-4284-93dd-176d9b3c577e req-4236a52b-455a-4472-8ba7-336c8b4ee4ba tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:24:42.301752 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-99d65e74-16e9-4284-93dd-176d9b3c577e req-4236a52b-455a-4472-8ba7-336c8b4ee4ba tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=eee8bae2-e704-4afe-8c10-52cae6b3fd91 HTTP/1.1" status: 200 len: 945 time: 0.0492897 Aug 05 04:24:42.362748 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-99d65e74-16e9-4284-93dd-176d9b3c577e req-14d97d3b-60bc-427a-aa1d-cc7230af6cd4 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c1fea28-8593-4774-81e1-7f4d3c58ebed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514412 Aug 05 04:24:42.373948 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ff74b2-2a66-424d-8599-dc1f781c550c req-dbd157a7-345c-4dab-8dc7-d240d9dec51f tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:24:42.375469 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-42ff74b2-2a66-424d-8599-dc1f781c550c req-dbd157a7-345c-4dab-8dc7-d240d9dec51f tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/ports?device_id=2147f667-d746-4185-9f35-aeecd3b618bf HTTP/1.1" status: 200 len: 945 time: 0.0728538 Aug 05 04:24:42.415422 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-42ff74b2-2a66-424d-8599-dc1f781c550c req-24c08fa8-9cf0-421b-8e21-f9b2a3ffb7f1 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/security-groups?id=30a7b57d-d19f-4842-b220-e889f0616c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323408 Aug 05 04:24:43.486290 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dfe6b1-e7a6-4d39-b8a9-1a843a5b1209 req-d1099410-0b0a-4dec-a86a-89b01588f98c tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:24:43.488461 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-42dfe6b1-e7a6-4d39-b8a9-1a843a5b1209 req-d1099410-0b0a-4dec-a86a-89b01588f98c tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=eee8bae2-e704-4afe-8c10-52cae6b3fd91 HTTP/1.1" status: 200 len: 945 time: 0.0537212 Aug 05 04:24:43.549234 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-42dfe6b1-e7a6-4d39-b8a9-1a843a5b1209 req-3997bb69-45c7-4960-b513-83a3f4d73d39 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c1fea28-8593-4774-81e1-7f4d3c58ebed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519922 Aug 05 04:24:43.559969 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9860b587-9825-4d00-b25c-649369c6a5de req-97fec944-3f61-4aad-a718-34dcfb6a4e99 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:24:43.561402 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9860b587-9825-4d00-b25c-649369c6a5de req-97fec944-3f61-4aad-a718-34dcfb6a4e99 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/ports?device_id=2147f667-d746-4185-9f35-aeecd3b618bf HTTP/1.1" status: 200 len: 945 time: 0.0720959 Aug 05 04:24:43.598768 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9860b587-9825-4d00-b25c-649369c6a5de req-b561c8b6-c8c3-486d-99d6-1ec4b0c2147f tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/security-groups?id=30a7b57d-d19f-4842-b220-e889f0616c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315733 Aug 05 04:24:44.176849 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-87ea8438-47cd-44c4-a808-9a807a63fea8 None None] Agent healthcheck: found 6 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 04:24:44.666649 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a2dbee-fdd4-40e0-b958-d9807f7e5386 req-497ad8d6-a9c1-41e7-b3cb-cb6b00b3b9dc tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:24:44.668225 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b2a2dbee-fdd4-40e0-b958-d9807f7e5386 req-497ad8d6-a9c1-41e7-b3cb-cb6b00b3b9dc tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=eee8bae2-e704-4afe-8c10-52cae6b3fd91 HTTP/1.1" status: 200 len: 945 time: 0.0484312 Aug 05 04:24:44.731663 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b2a2dbee-fdd4-40e0-b958-d9807f7e5386 req-dada00e6-87fb-4d70-8747-ed75dccdc8f5 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c1fea28-8593-4774-81e1-7f4d3c58ebed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546253 Aug 05 04:24:44.741698 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6561df-5e15-413a-af1d-f7ddb1933d10 req-1fa81789-dbfd-452f-b48c-18290143c0a1 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:24:44.743153 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1d6561df-5e15-413a-af1d-f7ddb1933d10 req-1fa81789-dbfd-452f-b48c-18290143c0a1 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/ports?device_id=2147f667-d746-4185-9f35-aeecd3b618bf HTTP/1.1" status: 200 len: 945 time: 0.0740848 Aug 05 04:24:44.780437 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1d6561df-5e15-413a-af1d-f7ddb1933d10 req-3adf0c5f-d864-48d3-857c-e47ef45a2a7c tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/security-groups?id=30a7b57d-d19f-4842-b220-e889f0616c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312352 Aug 05 04:24:45.847907 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0d86d4-3b06-43a6-98db-23d43a42e6d0 req-455787be-1bd8-483d-9b97-031f225d25ec tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:24:45.849415 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-df0d86d4-3b06-43a6-98db-23d43a42e6d0 req-455787be-1bd8-483d-9b97-031f225d25ec tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=eee8bae2-e704-4afe-8c10-52cae6b3fd91 HTTP/1.1" status: 200 len: 945 time: 0.0491755 Aug 05 04:24:45.914598 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-df0d86d4-3b06-43a6-98db-23d43a42e6d0 req-145b6876-12ef-458b-8c50-6670d46e9c1b tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c1fea28-8593-4774-81e1-7f4d3c58ebed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562918 Aug 05 04:24:45.922625 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479bad65-3aa0-40a5-b103-8f39f786e9a8 req-ce6379e1-216f-4ee7-87e4-c7a5c326e518 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:24:45.924050 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-479bad65-3aa0-40a5-b103-8f39f786e9a8 req-ce6379e1-216f-4ee7-87e4-c7a5c326e518 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/ports?device_id=2147f667-d746-4185-9f35-aeecd3b618bf HTTP/1.1" status: 200 len: 945 time: 0.0737817 Aug 05 04:24:45.961757 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-479bad65-3aa0-40a5-b103-8f39f786e9a8 req-a774f645-365d-45a4-8c72-4ce83e90bfbe tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/security-groups?id=30a7b57d-d19f-4842-b220-e889f0616c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318418 Aug 05 04:24:47.030104 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3211602-d570-4f50-8aa8-cbfda0083fd5 req-9f8d7fff-4b93-4c55-83af-2afbd1b4cbae tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:24:47.031614 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f3211602-d570-4f50-8aa8-cbfda0083fd5 req-9f8d7fff-4b93-4c55-83af-2afbd1b4cbae tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=eee8bae2-e704-4afe-8c10-52cae6b3fd91 HTTP/1.1" status: 200 len: 945 time: 0.0480177 Aug 05 04:24:47.094927 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f3211602-d570-4f50-8aa8-cbfda0083fd5 req-7cff6649-797d-4230-84f1-2eda203e5999 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c1fea28-8593-4774-81e1-7f4d3c58ebed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538335 Aug 05 04:24:47.102953 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b20a60-e329-4ba8-94ac-71f5c8f1873b req-fe00ef22-fcc8-40b4-b20f-d188660e5c35 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:24:47.104393 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-62b20a60-e329-4ba8-94ac-71f5c8f1873b req-fe00ef22-fcc8-40b4-b20f-d188660e5c35 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/ports?device_id=2147f667-d746-4185-9f35-aeecd3b618bf HTTP/1.1" status: 200 len: 945 time: 0.0719228 Aug 05 04:24:47.143145 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-62b20a60-e329-4ba8-94ac-71f5c8f1873b req-cbdd2a4b-be1a-4fdb-8781-9a4b12618a98 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/security-groups?id=30a7b57d-d19f-4842-b220-e889f0616c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328348 Aug 05 04:24:48.214767 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d694eddb-48cc-4020-aa17-5db79d464f5c req-e6d3cb65-f1a8-4dbb-9f1a-fb58e7f9e563 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:24:48.216224 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d694eddb-48cc-4020-aa17-5db79d464f5c req-e6d3cb65-f1a8-4dbb-9f1a-fb58e7f9e563 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=eee8bae2-e704-4afe-8c10-52cae6b3fd91 HTTP/1.1" status: 200 len: 945 time: 0.0512092 Aug 05 04:24:48.283964 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbca13cd-4388-4fd8-96bf-3eda539ded7a req-057a080e-ea9c-42a0-9800-4cdfb6a9b7db tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:24:48.285438 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-dbca13cd-4388-4fd8-96bf-3eda539ded7a req-057a080e-ea9c-42a0-9800-4cdfb6a9b7db tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/ports?device_id=2147f667-d746-4185-9f35-aeecd3b618bf HTTP/1.1" status: 200 len: 945 time: 0.0683615 Aug 05 04:24:48.288033 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d694eddb-48cc-4020-aa17-5db79d464f5c req-cf9a1938-4c04-4ff8-a112-31ed84fe2107 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c1fea28-8593-4774-81e1-7f4d3c58ebed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625710 Aug 05 04:24:48.322497 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-dbca13cd-4388-4fd8-96bf-3eda539ded7a req-aeb16eef-383c-49f1-a762-7094d7388670 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/security-groups?id=30a7b57d-d19f-4842-b220-e889f0616c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311790 Aug 05 04:24:49.432772 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d96dd9-dbda-4d65-8da1-9c1a0de5a734 req-55f3354c-6d48-4af2-bbc7-6da6cdfbed66 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:24:49.434202 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-71d96dd9-dbda-4d65-8da1-9c1a0de5a734 req-55f3354c-6d48-4af2-bbc7-6da6cdfbed66 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=eee8bae2-e704-4afe-8c10-52cae6b3fd91 HTTP/1.1" status: 200 len: 945 time: 0.0752347 Aug 05 04:24:49.463062 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6807ba-55e9-4495-8dcc-9b893e59703e req-1c28e482-36c7-4011-b130-3bf04b977976 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:24:49.464445 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-bd6807ba-55e9-4495-8dcc-9b893e59703e req-1c28e482-36c7-4011-b130-3bf04b977976 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/ports?device_id=2147f667-d746-4185-9f35-aeecd3b618bf HTTP/1.1" status: 200 len: 945 time: 0.0739038 Aug 05 04:24:49.496374 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-71d96dd9-dbda-4d65-8da1-9c1a0de5a734 req-5d1c615a-a5e4-4919-943b-603605553bc1 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c1fea28-8593-4774-81e1-7f4d3c58ebed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556192 Aug 05 04:24:49.512992 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-bd6807ba-55e9-4495-8dcc-9b893e59703e req-c6298453-39eb-43d8-8e7e-4dca0fbde94f tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/security-groups?id=30a7b57d-d19f-4842-b220-e889f0616c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413384 Aug 05 04:24:50.646317 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2170c3-9a5f-4a01-9969-5375483571a3 req-6a08a1c8-68f4-4ef8-b9c6-bed7ff6e6e70 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:24:50.647826 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9a2170c3-9a5f-4a01-9969-5375483571a3 req-6a08a1c8-68f4-4ef8-b9c6-bed7ff6e6e70 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=eee8bae2-e704-4afe-8c10-52cae6b3fd91 HTTP/1.1" status: 200 len: 945 time: 0.0804143 Aug 05 04:24:50.654803 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb14aa9-a4ce-41f0-b46f-7af6c259ce32 req-8aa64d01-b851-4d43-8808-3b601258180f tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:24:50.656158 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7eb14aa9-a4ce-41f0-b46f-7af6c259ce32 req-8aa64d01-b851-4d43-8808-3b601258180f tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/ports?device_id=2147f667-d746-4185-9f35-aeecd3b618bf HTTP/1.1" status: 200 len: 945 time: 0.0786049 Aug 05 04:24:50.920094 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9a2170c3-9a5f-4a01-9969-5375483571a3 req-a5b5e5f5-0a6c-4bdc-9af4-50ebb62bbd7a tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c1fea28-8593-4774-81e1-7f4d3c58ebed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2629676 Aug 05 04:24:50.927321 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7eb14aa9-a4ce-41f0-b46f-7af6c259ce32 req-05750d0d-0534-4ba3-8cc8-074b5a53c2fe tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/security-groups?id=30a7b57d-d19f-4842-b220-e889f0616c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2639821 Aug 05 04:24:52.065373 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0df56fb-232a-469b-80cf-b46912b1f7d7 req-667a0805-15cf-4c7b-80a5-2e1de965baf0 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:24:52.066883 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a0df56fb-232a-469b-80cf-b46912b1f7d7 req-667a0805-15cf-4c7b-80a5-2e1de965baf0 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/ports?device_id=2147f667-d746-4185-9f35-aeecd3b618bf HTTP/1.1" status: 200 len: 945 time: 0.0755348 Aug 05 04:24:52.074769 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf8ee22-2944-4e6f-a7b4-e2b0d0dac51f req-c8256e21-e145-4736-b493-322d31391870 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:24:52.076128 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ccf8ee22-2944-4e6f-a7b4-e2b0d0dac51f req-c8256e21-e145-4736-b493-322d31391870 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=eee8bae2-e704-4afe-8c10-52cae6b3fd91 HTTP/1.1" status: 200 len: 945 time: 0.0860343 Aug 05 04:24:52.133084 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a0df56fb-232a-469b-80cf-b46912b1f7d7 req-67f45d94-e1f5-4a8f-95f5-6c18acd51541 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/security-groups?id=30a7b57d-d19f-4842-b220-e889f0616c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559480 Aug 05 04:24:52.135800 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ccf8ee22-2944-4e6f-a7b4-e2b0d0dac51f req-6955b2eb-a57d-4b7f-beab-8841f878c6b7 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c1fea28-8593-4774-81e1-7f4d3c58ebed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529740 Aug 05 04:24:53.130181 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Device 5524ebfd-3cc1-4f2b-a36c-389488754646 details requested by agent hyperv_hv-cinder-80300 with host hv-cinder-80300 {{(pid=93252) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 04:24:53.231569 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] For port 5524ebfd-3cc1-4f2b-a36c-389488754646, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=5524ebfd-3cc1-4f2b-a36c-389488754646,segment=NetworkSegment(c15a155e-2ad1-4b31-bffc-e72da913a471),segment_id=c15a155e-2ad1-4b31-bffc-e72da913a471)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:24:53.243355 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Returning: {'device': '5524ebfd-3cc1-4f2b-a36c-389488754646', 'network_id': '9a0e0e93-71ba-478a-a257-4e786b1050bd', 'port_id': '5524ebfd-3cc1-4f2b-a36c-389488754646', 'mac_address': 'fa:16:3e:ab:67:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d9bb622-7c5a-45bd-8077-93c9d1b98081', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93252) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 04:24:53.276529 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64428c63-79b8-467e-b59c-674c062b80a1 req-da693616-5b65-47b6-8781-f78a9daa6cbf tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:24:53.278317 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-64428c63-79b8-467e-b59c-674c062b80a1 req-da693616-5b65-47b6-8781-f78a9daa6cbf tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=eee8bae2-e704-4afe-8c10-52cae6b3fd91 HTTP/1.1" status: 200 len: 945 time: 0.0690644 Aug 05 04:24:53.283903 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:24:53.287378 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f8f7e7-268d-4fec-a320-510f54114d2d req-47a16244-d843-4cb3-9345-8622f6653a77 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:24:53.288813 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a7f8f7e7-268d-4fec-a320-510f54114d2d req-47a16244-d843-4cb3-9345-8622f6653a77 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/ports?device_id=2147f667-d746-4185-9f35-aeecd3b618bf HTTP/1.1" status: 200 len: 945 time: 0.0895655 Aug 05 04:24:53.298613 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5524ebfd-3cc1-4f2b-a36c-389488754646 {{(pid=93252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 04:24:53.321145 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] For port 5524ebfd-3cc1-4f2b-a36c-389488754646, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=5524ebfd-3cc1-4f2b-a36c-389488754646,segment=NetworkSegment(c15a155e-2ad1-4b31-bffc-e72da913a471),segment_id=c15a155e-2ad1-4b31-bffc-e72da913a471)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:24:53.325399 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:24:53.350414 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-64428c63-79b8-467e-b59c-674c062b80a1 req-c7e30d3d-cd76-4d82-ab81-06df05c78b88 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c1fea28-8593-4774-81e1-7f4d3c58ebed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605838 Aug 05 04:24:53.354876 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a7f8f7e7-268d-4fec-a320-510f54114d2d req-e841ed24-c612-47a6-b759-765d04bad0db tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/security-groups?id=30a7b57d-d19f-4842-b220-e889f0616c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579004 Aug 05 04:24:53.383153 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Pushing event updated for resources: {'Port': ['ID=5524ebfd-3cc1-4f2b-a36c-389488754646,revision_number=6']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:24:53.513034 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] get_ports_and_sgs() called for port_ids ['5524ebfd-3cc1-4f2b-a36c-389488754646'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 04:24:54.500127 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29d3d31-cbe1-4d9b-bc3a-b9c952ba33c3 req-17dcbef6-e745-477d-92f3-a288aa236a53 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:24:54.501482 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e29d3d31-cbe1-4d9b-bc3a-b9c952ba33c3 req-17dcbef6-e745-477d-92f3-a288aa236a53 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=eee8bae2-e704-4afe-8c10-52cae6b3fd91 HTTP/1.1" status: 200 len: 944 time: 0.0695617 Aug 05 04:24:54.508612 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4081829-9566-403d-a7e8-9f03acaf48dc req-ebc497b4-60d7-4062-b49d-003d70b1b8af tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:24:54.509965 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a4081829-9566-403d-a7e8-9f03acaf48dc req-ebc497b4-60d7-4062-b49d-003d70b1b8af tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/ports?device_id=2147f667-d746-4185-9f35-aeecd3b618bf HTTP/1.1" status: 200 len: 945 time: 0.0870433 Aug 05 04:24:54.562855 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e29d3d31-cbe1-4d9b-bc3a-b9c952ba33c3 req-37d530c0-2067-426c-b76a-c303e88e0023 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c1fea28-8593-4774-81e1-7f4d3c58ebed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519378 Aug 05 04:24:54.569723 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a4081829-9566-403d-a7e8-9f03acaf48dc req-2e25baac-569e-4251-86e6-8fe3d395c9e7 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/security-groups?id=30a7b57d-d19f-4842-b220-e889f0616c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528457 Aug 05 04:24:55.145499 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Device 5524ebfd-3cc1-4f2b-a36c-389488754646 up at agent hyperv_hv-cinder-80300 {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 04:24:55.317114 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Provisioning complete for port 5524ebfd-3cc1-4f2b-a36c-389488754646 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 04:24:55.317513 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66839334'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:24:55.390684 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:24:55.413043 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eee8bae2-e704-4afe-8c10-52cae6b3fd91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5524ebfd-3cc1-4f2b-a36c-389488754646'}] {{(pid=93252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 04:24:55.415448 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f021a78abaadf32682ec407d28b092b8d5e159b0dca1f9e700978c1e9d6d025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fdce973-0bf8-43b1-acfd-76863a859fb8" -d '{"events": [{"server_uuid": "eee8bae2-e704-4afe-8c10-52cae6b3fd91", "name": "network-vif-plugged", "status": "completed", "tag": "5524ebfd-3cc1-4f2b-a36c-389488754646"}]}' {{(pid=93252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 04:24:55.427693 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] For port 5524ebfd-3cc1-4f2b-a36c-389488754646, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=5524ebfd-3cc1-4f2b-a36c-389488754646,segment=NetworkSegment(c15a155e-2ad1-4b31-bffc-e72da913a471),segment_id=c15a155e-2ad1-4b31-bffc-e72da913a471)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:24:55.432284 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:24:55.455485 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 04:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eac39462-a1cf-4a76-80fc-2be895500bdd x-openstack-request-id: req-eac39462-a1cf-4a76-80fc-2be895500bdd {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 04:24:55.455776 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eee8bae2-e704-4afe-8c10-52cae6b3fd91", "name": "network-vif-plugged", "status": "completed", "tag": "5524ebfd-3cc1-4f2b-a36c-389488754646", "code": 200}]} {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 04:24:55.456023 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-eac39462-a1cf-4a76-80fc-2be895500bdd {{(pid=93252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 04:24:55.456402 dv-cinder-803000-4-iscsi neutron-server[93252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eee8bae2-e704-4afe-8c10-52cae6b3fd91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5524ebfd-3cc1-4f2b-a36c-389488754646', 'code': 200} Aug 05 04:24:55.483997 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Pushing event updated for resources: {'Port': ['ID=5524ebfd-3cc1-4f2b-a36c-389488754646,revision_number=7']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:24:55.711984 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c5e45a-4a68-435d-bd8d-ec543a07ed82 req-6608a8de-c9ab-49bc-b106-b6da2a7840c8 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:24:55.713490 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-82c5e45a-4a68-435d-bd8d-ec543a07ed82 req-6608a8de-c9ab-49bc-b106-b6da2a7840c8 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=eee8bae2-e704-4afe-8c10-52cae6b3fd91 HTTP/1.1" status: 200 len: 945 time: 0.0795522 Aug 05 04:24:55.720580 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac9ed6c-a77c-4063-ae2a-54889dd5584e req-1be3f2f4-4b19-4b24-b8a5-039e502b5ae0 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:24:55.721929 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2ac9ed6c-a77c-4063-ae2a-54889dd5584e req-1be3f2f4-4b19-4b24-b8a5-039e502b5ae0 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/ports?device_id=2147f667-d746-4185-9f35-aeecd3b618bf HTTP/1.1" status: 200 len: 945 time: 0.0791519 Aug 05 04:24:55.782311 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-82c5e45a-4a68-435d-bd8d-ec543a07ed82 req-f5d163d8-9289-4ddd-bb3f-620dd9b74efc tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c1fea28-8593-4774-81e1-7f4d3c58ebed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593624 Aug 05 04:24:55.789236 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2ac9ed6c-a77c-4063-ae2a-54889dd5584e req-fc2c2705-0d1c-46ef-9854-09481fe071ec tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/security-groups?id=30a7b57d-d19f-4842-b220-e889f0616c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595915 Aug 05 04:24:56.932863 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca8252f-ee6f-4863-871d-a9b66b0f3514 req-6f133e0d-a596-4537-877a-3714770044c4 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:24:56.934355 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0ca8252f-ee6f-4863-871d-a9b66b0f3514 req-6f133e0d-a596-4537-877a-3714770044c4 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=eee8bae2-e704-4afe-8c10-52cae6b3fd91 HTTP/1.1" status: 200 len: 945 time: 0.0814435 Aug 05 04:24:56.942368 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06614bc6-3297-4f51-8ccf-a6db3373e6f3 req-cb26b928-fc7b-4fe1-a8f6-18038ff3e80a tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:24:56.944430 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-06614bc6-3297-4f51-8ccf-a6db3373e6f3 req-cb26b928-fc7b-4fe1-a8f6-18038ff3e80a tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/ports?device_id=2147f667-d746-4185-9f35-aeecd3b618bf HTTP/1.1" status: 200 len: 945 time: 0.0902147 Aug 05 04:24:56.995861 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0ca8252f-ee6f-4863-871d-a9b66b0f3514 req-a7edad09-8dd8-4c0d-ab95-56427467f6ee tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c1fea28-8593-4774-81e1-7f4d3c58ebed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504608 Aug 05 04:24:57.009391 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-06614bc6-3297-4f51-8ccf-a6db3373e6f3 req-f55318b7-eec7-4abc-924f-3a9b698b7d26 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/security-groups?id=30a7b57d-d19f-4842-b220-e889f0616c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574481 Aug 05 04:24:58.141126 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ca644b-e465-4c65-9b35-b45c8a953a01 req-d0fdf27d-7a8e-41fd-9eb3-c18e41927467 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:24:58.142593 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-94ca644b-e465-4c65-9b35-b45c8a953a01 req-d0fdf27d-7a8e-41fd-9eb3-c18e41927467 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=eee8bae2-e704-4afe-8c10-52cae6b3fd91 HTTP/1.1" status: 200 len: 945 time: 0.0757968 Aug 05 04:24:58.149652 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff8700f-10da-4453-859b-50d01babd276 req-4d2c3ae2-1412-47e1-ab80-3a02b0928558 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:24:58.151111 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-dff8700f-10da-4453-859b-50d01babd276 req-4d2c3ae2-1412-47e1-ab80-3a02b0928558 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/ports?device_id=2147f667-d746-4185-9f35-aeecd3b618bf HTTP/1.1" status: 200 len: 945 time: 0.0734217 Aug 05 04:24:58.207104 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-94ca644b-e465-4c65-9b35-b45c8a953a01 req-1591343c-3c33-4453-9a45-07ff600ad236 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c1fea28-8593-4774-81e1-7f4d3c58ebed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551577 Aug 05 04:24:58.211794 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-dff8700f-10da-4453-859b-50d01babd276 req-6f902130-bb51-4d39-86ec-5cda80fdf797 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/security-groups?id=30a7b57d-d19f-4842-b220-e889f0616c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540743 Aug 05 04:24:58.404470 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e448e4c-ac92-46ae-869e-7d7258c32549 req-a7551a9a-8c04-4b3c-b944-b72af0a4b2fd tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:24:58.405946 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5e448e4c-ac92-46ae-869e-7d7258c32549 req-a7551a9a-8c04-4b3c-b944-b72af0a4b2fd tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/ports?device_id=2147f667-d746-4185-9f35-aeecd3b618bf HTTP/1.1" status: 200 len: 945 time: 0.0512071 Aug 05 04:24:58.445414 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5e448e4c-ac92-46ae-869e-7d7258c32549 req-b5216e4b-437a-4a95-b8f3-28f011209a31 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/security-groups?id=30a7b57d-d19f-4842-b220-e889f0616c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324223 Aug 05 04:24:58.568339 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfc5bc8-11d4-449d-a755-96445745b35b req-62728240-11a3-4bd2-84a7-a5cf9eb54d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:24:58.569833 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-0cfc5bc8-11d4-449d-a755-96445745b35b req-62728240-11a3-4bd2-84a7-a5cf9eb54d57 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7e1b30b90c7140f8b2ccf41b54163dd5&device_id=2147f667-d746-4185-9f35-aeecd3b618bf HTTP/1.1" status: 200 len: 1098 time: 0.0399804 Aug 05 04:24:58.658294 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfc5bc8-11d4-449d-a755-96445745b35b req-275dddf7-7b2e-4a38-a1f2-814fb1bede0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:24:58.659776 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-0cfc5bc8-11d4-449d-a755-96445745b35b req-275dddf7-7b2e-4a38-a1f2-814fb1bede0a service neutron] 10.222.0.39 "GET /v2.0/networks?id=96928152-e7de-4eec-a055-721b95480308 HTTP/1.1" status: 200 len: 912 time: 0.0824585 Aug 05 04:24:58.728184 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-0cfc5bc8-11d4-449d-a755-96445745b35b req-e5d202b8-c022-4b8f-bb12-47051aa5b976 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b62ea826-62c2-44d5-99fd-68a5f0075fbe HTTP/1.1" status: 200 len: 1001 time: 0.0612965 Aug 05 04:24:58.780699 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfc5bc8-11d4-449d-a755-96445745b35b req-cba53af2-f917-4609-8cdf-ad6f6235f04e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:24:58.782148 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-0cfc5bc8-11d4-449d-a755-96445745b35b req-cba53af2-f917-4609-8cdf-ad6f6235f04e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9f533690-95d6-43c6-9d22-76c71900eaef HTTP/1.1" status: 200 len: 850 time: 0.0428438 Aug 05 04:24:58.829080 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfc5bc8-11d4-449d-a755-96445745b35b req-6d2bcdff-7218-4fd3-b1d6-f0f4d7f2e8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:24:58.830435 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-0cfc5bc8-11d4-449d-a755-96445745b35b req-6d2bcdff-7218-4fd3-b1d6-f0f4d7f2e8fa service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=96928152-e7de-4eec-a055-721b95480308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406258 Aug 05 04:24:58.923269 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-0cfc5bc8-11d4-449d-a755-96445745b35b req-e1a34be2-f7c2-4f07-9d29-9b75f36d1ad0 service neutron] 10.222.0.39 "GET /v2.0/networks/96928152-e7de-4eec-a055-721b95480308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840590 Aug 05 04:24:59.018254 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-0cfc5bc8-11d4-449d-a755-96445745b35b req-0211fb8b-aa63-43da-a396-d163e248f9a5 service neutron] 10.222.0.39 "GET /v2.0/networks/96928152-e7de-4eec-a055-721b95480308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875096 Aug 05 04:24:59.333558 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29899978-9a49-45c3-a536-b71df266a3b3 req-ca69a3ab-5bc8-4714-afa0-dded76f2c102 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:24:59.341354 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-29899978-9a49-45c3-a536-b71df266a3b3 req-ca69a3ab-5bc8-4714-afa0-dded76f2c102 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=eee8bae2-e704-4afe-8c10-52cae6b3fd91 HTTP/1.1" status: 200 len: 945 time: 0.0580835 Aug 05 04:24:59.375239 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-29899978-9a49-45c3-a536-b71df266a3b3 req-5d3cc5a0-1ec3-41d9-9a75-43986bb2a6c8 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c1fea28-8593-4774-81e1-7f4d3c58ebed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327618 Aug 05 04:24:59.583228 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76b0f1d-dd59-417d-8966-515a5dc3fae8 req-97d2e664-8bc9-4b86-bfa2-ccd4bbeaa50a tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:24:59.584846 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c76b0f1d-dd59-417d-8966-515a5dc3fae8 req-97d2e664-8bc9-4b86-bfa2-ccd4bbeaa50a tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/ports?device_id=2147f667-d746-4185-9f35-aeecd3b618bf HTTP/1.1" status: 200 len: 945 time: 0.0649674 Aug 05 04:24:59.634016 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c76b0f1d-dd59-417d-8966-515a5dc3fae8 req-8da47527-cb42-4eee-a436-868e10412959 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/security-groups?id=30a7b57d-d19f-4842-b220-e889f0616c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416636 Aug 05 04:25:00.516571 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf105c1b-674b-4c5f-bdab-06aa3e49f77e req-8260b027-2fb9-46fc-993a-00cdf40149f6 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:25:00.519037 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-bf105c1b-674b-4c5f-bdab-06aa3e49f77e req-8260b027-2fb9-46fc-993a-00cdf40149f6 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=eee8bae2-e704-4afe-8c10-52cae6b3fd91 HTTP/1.1" status: 200 len: 945 time: 0.0537834 Aug 05 04:25:00.560658 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-bf105c1b-674b-4c5f-bdab-06aa3e49f77e req-67382002-fc4e-468d-90c0-37d0b7b6ef1c tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c1fea28-8593-4774-81e1-7f4d3c58ebed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336418 Aug 05 04:25:00.761094 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81f51e0-d50b-4c56-9f07-99cda437abe5 req-338fb3d0-9d15-4a8e-a392-716c0f75e82c tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:25:00.766924 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f81f51e0-d50b-4c56-9f07-99cda437abe5 req-338fb3d0-9d15-4a8e-a392-716c0f75e82c tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/ports?device_id=2147f667-d746-4185-9f35-aeecd3b618bf HTTP/1.1" status: 200 len: 945 time: 0.0694973 Aug 05 04:25:00.799827 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f81f51e0-d50b-4c56-9f07-99cda437abe5 req-b83618a4-59a8-4882-bc74-16b33d60ff66 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/security-groups?id=30a7b57d-d19f-4842-b220-e889f0616c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311484 Aug 05 04:25:01.697960 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431d7287-341a-4a17-ab6b-2247a139a3a7 req-fd1b3c35-004f-4aea-a1d9-f726fd32561b tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:25:01.700192 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-431d7287-341a-4a17-ab6b-2247a139a3a7 req-fd1b3c35-004f-4aea-a1d9-f726fd32561b tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=eee8bae2-e704-4afe-8c10-52cae6b3fd91 HTTP/1.1" status: 200 len: 945 time: 0.0628943 Aug 05 04:25:01.750394 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-431d7287-341a-4a17-ab6b-2247a139a3a7 req-d24b1b9d-2146-4382-82fc-7c3947b137a9 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c1fea28-8593-4774-81e1-7f4d3c58ebed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436227 Aug 05 04:25:02.702720 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-9255cacf-efb8-4240-a59f-3c036d41f5f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:25:02.892615 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365a4efd-4f4c-4679-9b8c-540cfc0c31d8 req-1df98b68-cde1-4ef2-b2b8-b7f7b4f1d5d3 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:25:02.894524 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-365a4efd-4f4c-4679-9b8c-540cfc0c31d8 req-1df98b68-cde1-4ef2-b2b8-b7f7b4f1d5d3 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=eee8bae2-e704-4afe-8c10-52cae6b3fd91 HTTP/1.1" status: 200 len: 945 time: 0.0560040 Aug 05 04:25:02.938318 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-365a4efd-4f4c-4679-9b8c-540cfc0c31d8 req-959dcb97-efb3-4fc9-a3db-455d68ec04bf tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c1fea28-8593-4774-81e1-7f4d3c58ebed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365067 Aug 05 04:25:04.071372 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28d691d-e124-4dcd-bf39-96c182d00566 req-d327ba01-5941-444a-af78-4f59e65c81f3 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:25:04.072890 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b28d691d-e124-4dcd-bf39-96c182d00566 req-d327ba01-5941-444a-af78-4f59e65c81f3 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=eee8bae2-e704-4afe-8c10-52cae6b3fd91 HTTP/1.1" status: 200 len: 945 time: 0.0540636 Aug 05 04:25:04.114575 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b28d691d-e124-4dcd-bf39-96c182d00566 req-a56b8cbd-6dd1-4ae7-ae3b-e7797afeb1c6 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c1fea28-8593-4774-81e1-7f4d3c58ebed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339384 Aug 05 04:25:05.132211 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-93b7abf6-cedc-4f98-88e5-2c9c2ac328ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:25:05.248713 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c76c7d1-35f0-48d9-8036-d5801be23a90 req-694ad52b-7c1e-41df-b98f-7fc4bf63a0d4 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:25:05.250232 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1c76c7d1-35f0-48d9-8036-d5801be23a90 req-694ad52b-7c1e-41df-b98f-7fc4bf63a0d4 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=eee8bae2-e704-4afe-8c10-52cae6b3fd91 HTTP/1.1" status: 200 len: 945 time: 0.0597148 Aug 05 04:25:05.303796 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1c76c7d1-35f0-48d9-8036-d5801be23a90 req-283ff706-f97c-463b-8d23-fb22b9f845ae tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c1fea28-8593-4774-81e1-7f4d3c58ebed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449710 Aug 05 04:25:05.330163 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:25:06.310419 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-03641130-cd72-49d2-95a2-84c2adaa14ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:25:06.445588 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd6515b-eb0a-4bec-b351-dbc56b26dfa5 req-fea5661c-c8ad-4bdf-ba43-356de8d51f6c tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:25:06.447157 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1cd6515b-eb0a-4bec-b351-dbc56b26dfa5 req-fea5661c-c8ad-4bdf-ba43-356de8d51f6c tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=eee8bae2-e704-4afe-8c10-52cae6b3fd91 HTTP/1.1" status: 200 len: 945 time: 0.0618103 Aug 05 04:25:06.495566 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1cd6515b-eb0a-4bec-b351-dbc56b26dfa5 req-05b8f5ab-f8bb-49d4-a603-bdf809f72c40 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c1fea28-8593-4774-81e1-7f4d3c58ebed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419073 Aug 05 04:25:07.622504 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7821424c-e01b-4188-aa59-3a41719fd6ce req-adb53a38-599f-4d5d-917b-4ff7e0164679 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:25:07.624255 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7821424c-e01b-4188-aa59-3a41719fd6ce req-adb53a38-599f-4d5d-917b-4ff7e0164679 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=eee8bae2-e704-4afe-8c10-52cae6b3fd91 HTTP/1.1" status: 200 len: 945 time: 0.0498533 Aug 05 04:25:07.672422 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7821424c-e01b-4188-aa59-3a41719fd6ce req-0afaeed4-dd5d-4c0b-87ea-0b541f4a8e7b tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c1fea28-8593-4774-81e1-7f4d3c58ebed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412846 Aug 05 04:25:07.998925 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-6a2206e1-ea48-45a0-865e-aad2fcc79b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:25:08.794897 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82790e12-29c0-4454-a271-25cbe947e509 req-eadc32c4-08c1-4244-a1bf-db805d9f1135 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:25:08.796364 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-82790e12-29c0-4454-a271-25cbe947e509 req-eadc32c4-08c1-4244-a1bf-db805d9f1135 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=eee8bae2-e704-4afe-8c10-52cae6b3fd91 HTTP/1.1" status: 200 len: 945 time: 0.0513482 Aug 05 04:25:08.834146 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-82790e12-29c0-4454-a271-25cbe947e509 req-b521d841-116c-4417-8831-e83d95c42499 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c1fea28-8593-4774-81e1-7f4d3c58ebed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312965 Aug 05 04:25:09.501658 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:25:09.948944 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4900f8-7336-4262-9c0d-f428eeeed77c req-7428d9b8-69d5-40d8-b20c-dcb84eb5302d tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:25:09.950678 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ee4900f8-7336-4262-9c0d-f428eeeed77c req-7428d9b8-69d5-40d8-b20c-dcb84eb5302d tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=eee8bae2-e704-4afe-8c10-52cae6b3fd91 HTTP/1.1" status: 200 len: 945 time: 0.0476315 Aug 05 04:25:09.987876 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ee4900f8-7336-4262-9c0d-f428eeeed77c req-a22d6677-28be-4cc3-ad94-f1cd164c7a56 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c1fea28-8593-4774-81e1-7f4d3c58ebed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314553 Aug 05 04:25:11.104251 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95452c81-8ee2-4232-b31a-f1cb047750f7 req-329a8c1b-d473-4840-bd9c-dfdcb93a8c42 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:25:11.105712 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-95452c81-8ee2-4232-b31a-f1cb047750f7 req-329a8c1b-d473-4840-bd9c-dfdcb93a8c42 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=eee8bae2-e704-4afe-8c10-52cae6b3fd91 HTTP/1.1" status: 200 len: 945 time: 0.0486767 Aug 05 04:25:11.142816 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-95452c81-8ee2-4232-b31a-f1cb047750f7 req-6e87b4be-e40f-46a5-85d5-3b1ec3ee0003 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c1fea28-8593-4774-81e1-7f4d3c58ebed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312283 Aug 05 04:25:12.263280 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e59da8-6185-47fa-8764-fc487861f10e req-d96c92a4-a75a-403a-ad8e-63953082378b tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:25:12.264738 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f6e59da8-6185-47fa-8764-fc487861f10e req-d96c92a4-a75a-403a-ad8e-63953082378b tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=eee8bae2-e704-4afe-8c10-52cae6b3fd91 HTTP/1.1" status: 200 len: 945 time: 0.0519774 Aug 05 04:25:12.302059 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f6e59da8-6185-47fa-8764-fc487861f10e req-6d4a1384-f7c5-431c-a76e-c40c6ca88ac6 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c1fea28-8593-4774-81e1-7f4d3c58ebed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314713 Aug 05 04:25:13.418337 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb9027-f28a-4c03-a4ef-abe778297f3e req-f401f65b-9bf4-48d6-96ec-80c8932d7f60 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:25:13.419987 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-59eb9027-f28a-4c03-a4ef-abe778297f3e req-f401f65b-9bf4-48d6-96ec-80c8932d7f60 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=eee8bae2-e704-4afe-8c10-52cae6b3fd91 HTTP/1.1" status: 200 len: 945 time: 0.0488060 Aug 05 04:25:13.454862 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811250aa-b618-4e86-8ffd-0e1935a20326 req-5c661d1d-993a-4e97-9996-6be5a1f95ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:25:13.456343 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-811250aa-b618-4e86-8ffd-0e1935a20326 req-5c661d1d-993a-4e97-9996-6be5a1f95ddd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fd61998732194217b5bf2455115f2cdf&device_id=eee8bae2-e704-4afe-8c10-52cae6b3fd91 HTTP/1.1" status: 200 len: 1098 time: 0.0419073 Aug 05 04:25:13.460197 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-59eb9027-f28a-4c03-a4ef-abe778297f3e req-56673f7b-795f-4afd-93fd-429b470719e0 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c1fea28-8593-4774-81e1-7f4d3c58ebed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342429 Aug 05 04:25:13.565358 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811250aa-b618-4e86-8ffd-0e1935a20326 req-c5f306fe-712d-4fb2-ae82-e6eeb1a4730b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:25:13.566882 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-811250aa-b618-4e86-8ffd-0e1935a20326 req-c5f306fe-712d-4fb2-ae82-e6eeb1a4730b service neutron] 10.222.0.39 "GET /v2.0/networks?id=9a0e0e93-71ba-478a-a257-4e786b1050bd HTTP/1.1" status: 200 len: 918 time: 0.0887067 Aug 05 04:25:13.640801 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-811250aa-b618-4e86-8ffd-0e1935a20326 req-ad0b5f62-257f-444b-9a17-43549dc9f879 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5524ebfd-3cc1-4f2b-a36c-389488754646 HTTP/1.1" status: 200 len: 1000 time: 0.0613053 Aug 05 04:25:13.692825 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811250aa-b618-4e86-8ffd-0e1935a20326 req-279070e8-89d1-4421-b45c-1a12637cc93c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:25:13.694187 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-811250aa-b618-4e86-8ffd-0e1935a20326 req-279070e8-89d1-4421-b45c-1a12637cc93c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1d9bb622-7c5a-45bd-8077-93c9d1b98081 HTTP/1.1" status: 200 len: 856 time: 0.0423946 Aug 05 04:25:13.740707 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811250aa-b618-4e86-8ffd-0e1935a20326 req-58d4072f-c506-476e-8a5d-79decb23261c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:25:13.742105 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-811250aa-b618-4e86-8ffd-0e1935a20326 req-58d4072f-c506-476e-8a5d-79decb23261c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9a0e0e93-71ba-478a-a257-4e786b1050bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384698 Aug 05 04:25:13.835010 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-811250aa-b618-4e86-8ffd-0e1935a20326 req-ebba59d8-d8ed-4308-954a-6b33efcbbaae service neutron] 10.222.0.39 "GET /v2.0/networks/9a0e0e93-71ba-478a-a257-4e786b1050bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828822 Aug 05 04:25:13.926729 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-811250aa-b618-4e86-8ffd-0e1935a20326 req-4f5e1424-4198-4e77-a48d-0de3a0a85eaa service neutron] 10.222.0.39 "GET /v2.0/networks/9a0e0e93-71ba-478a-a257-4e786b1050bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841722 Aug 05 04:25:14.576620 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca1ba33-390d-4c1d-b589-a26db8003d6d req-2b61626d-1184-4f3c-9140-f52f8692bbaf tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:25:14.578076 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5ca1ba33-390d-4c1d-b589-a26db8003d6d req-2b61626d-1184-4f3c-9140-f52f8692bbaf tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=eee8bae2-e704-4afe-8c10-52cae6b3fd91 HTTP/1.1" status: 200 len: 945 time: 0.0484416 Aug 05 04:25:14.615642 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5ca1ba33-390d-4c1d-b589-a26db8003d6d req-65586222-5e22-452e-8637-c0041d23a9aa tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c1fea28-8593-4774-81e1-7f4d3c58ebed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316701 Aug 05 04:25:15.734134 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97047041-f14e-46e9-8903-7bcf66839b0f req-8dc3b019-b7e1-4a9a-9a46-7fd47564c17d tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:25:15.735610 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-97047041-f14e-46e9-8903-7bcf66839b0f req-8dc3b019-b7e1-4a9a-9a46-7fd47564c17d tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=eee8bae2-e704-4afe-8c10-52cae6b3fd91 HTTP/1.1" status: 200 len: 945 time: 0.0514033 Aug 05 04:25:15.772778 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-97047041-f14e-46e9-8903-7bcf66839b0f req-4b055085-8966-46bf-bbc7-45173d76963e tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c1fea28-8593-4774-81e1-7f4d3c58ebed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313609 Aug 05 04:25:16.299275 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Device 5524ebfd-3cc1-4f2b-a36c-389488754646 no longer exists at agent hyperv_hv-cinder-80300 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 04:25:16.372615 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:25:16.394304 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eee8bae2-e704-4afe-8c10-52cae6b3fd91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5524ebfd-3cc1-4f2b-a36c-389488754646'}] {{(pid=93252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 04:25:16.397082 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f021a78abaadf32682ec407d28b092b8d5e159b0dca1f9e700978c1e9d6d025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f13f5e4f-d516-4ead-94db-f5e7997d565c" -d '{"events": [{"server_uuid": "eee8bae2-e704-4afe-8c10-52cae6b3fd91", "name": "network-vif-unplugged", "status": "completed", "tag": "5524ebfd-3cc1-4f2b-a36c-389488754646"}]}' {{(pid=93252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 04:25:16.412778 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] For port 5524ebfd-3cc1-4f2b-a36c-389488754646, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=5524ebfd-3cc1-4f2b-a36c-389488754646,segment=NetworkSegment(c15a155e-2ad1-4b31-bffc-e72da913a471),segment_id=c15a155e-2ad1-4b31-bffc-e72da913a471)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:25:16.417193 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:25:16.443073 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 05 Aug 2021 04:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5b91550-3a11-4c7b-9b0a-32cd43bdc97f x-openstack-request-id: req-a5b91550-3a11-4c7b-9b0a-32cd43bdc97f {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 04:25:16.443368 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eee8bae2-e704-4afe-8c10-52cae6b3fd91", "name": "network-vif-unplugged", "status": "completed", "tag": "5524ebfd-3cc1-4f2b-a36c-389488754646", "code": 200}]} {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 04:25:16.443622 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a5b91550-3a11-4c7b-9b0a-32cd43bdc97f {{(pid=93252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 04:25:16.444028 dv-cinder-803000-4-iscsi neutron-server[93252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eee8bae2-e704-4afe-8c10-52cae6b3fd91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5524ebfd-3cc1-4f2b-a36c-389488754646', 'code': 200} Aug 05 04:25:16.469014 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Pushing event updated for resources: {'Port': ['ID=5524ebfd-3cc1-4f2b-a36c-389488754646,revision_number=8']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:25:16.890588 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1569e3b9-3d61-4947-8449-d55001386247 req-33bec3cb-b2a6-4cb1-b0ac-e9001cb834a5 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:25:16.904350 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1569e3b9-3d61-4947-8449-d55001386247 req-33bec3cb-b2a6-4cb1-b0ac-e9001cb834a5 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=eee8bae2-e704-4afe-8c10-52cae6b3fd91 HTTP/1.1" status: 200 len: 943 time: 0.0623693 Aug 05 04:25:16.943090 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1569e3b9-3d61-4947-8449-d55001386247 req-5ae3d843-d501-42a4-a070-60b8eaf46f14 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c1fea28-8593-4774-81e1-7f4d3c58ebed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368617 Aug 05 04:25:18.063950 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da19c33a-bf77-42f8-8d78-343c8807fb73 req-b7b66dc5-4212-4880-80d8-4fb5cec92669 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:25:18.065410 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-da19c33a-bf77-42f8-8d78-343c8807fb73 req-b7b66dc5-4212-4880-80d8-4fb5cec92669 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=eee8bae2-e704-4afe-8c10-52cae6b3fd91 HTTP/1.1" status: 200 len: 943 time: 0.0474617 Aug 05 04:25:18.102955 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-da19c33a-bf77-42f8-8d78-343c8807fb73 req-99853df3-c7e2-4641-9760-be2b81ae1ef0 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c1fea28-8593-4774-81e1-7f4d3c58ebed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311685 Aug 05 04:25:19.220969 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dd2246-9516-4aa0-b089-e6da6b514399 req-d1de5b78-7556-4940-8f41-7e97a6ebbbe8 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:25:19.222427 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-31dd2246-9516-4aa0-b089-e6da6b514399 req-d1de5b78-7556-4940-8f41-7e97a6ebbbe8 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=eee8bae2-e704-4afe-8c10-52cae6b3fd91 HTTP/1.1" status: 200 len: 943 time: 0.0508642 Aug 05 04:25:19.259115 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-31dd2246-9516-4aa0-b089-e6da6b514399 req-de6997d1-2694-4443-9352-edcedee3b0c1 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c1fea28-8593-4774-81e1-7f4d3c58ebed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301507 Aug 05 04:25:20.377854 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e90e9a-d8b5-41bc-932a-2a232170861a req-b7f0a8f0-1476-4b5f-8fbb-fa332a6ec929 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:25:20.379442 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-34e90e9a-d8b5-41bc-932a-2a232170861a req-b7f0a8f0-1476-4b5f-8fbb-fa332a6ec929 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=eee8bae2-e704-4afe-8c10-52cae6b3fd91 HTTP/1.1" status: 200 len: 943 time: 0.0506167 Aug 05 04:25:20.418246 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-34e90e9a-d8b5-41bc-932a-2a232170861a req-cc900e66-3cc4-4670-865d-e57fd326142b tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c1fea28-8593-4774-81e1-7f4d3c58ebed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328128 Aug 05 04:25:20.975313 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1604e7b-0055-4549-bc87-f95bce8614b6 req-7bb660e0-503b-41bf-ad34-e4364e0c97f1 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:25:20.976827 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f1604e7b-0055-4549-bc87-f95bce8614b6 req-7bb660e0-503b-41bf-ad34-e4364e0c97f1 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=eee8bae2-e704-4afe-8c10-52cae6b3fd91 HTTP/1.1" status: 200 len: 943 time: 0.0556338 Aug 05 04:25:21.014515 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f1604e7b-0055-4549-bc87-f95bce8614b6 req-a146e3a1-17b9-466d-8c61-aa6f9e2dbe77 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c1fea28-8593-4774-81e1-7f4d3c58ebed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317822 Aug 05 04:25:21.175503 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-87ea8438-47cd-44c4-a808-9a807a63fea8 None None] Agent healthcheck: found 6 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 04:25:21.181794 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 33006) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:25:21.264931 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-387800c3-96d4-4ef5-8988-b212c20c8533 req-0180c616-97b1-4003-97b7-0e338b6e7aa1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=eee8bae2-e704-4afe-8c10-52cae6b3fd91&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0819895 Aug 05 04:25:22.140820 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778eff0b-fcaf-438c-b095-a441093ad5d3 req-297395db-0d3b-4990-bd19-85815b242200 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:25:22.142324 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-778eff0b-fcaf-438c-b095-a441093ad5d3 req-297395db-0d3b-4990-bd19-85815b242200 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=eee8bae2-e704-4afe-8c10-52cae6b3fd91 HTTP/1.1" status: 200 len: 943 time: 0.0557740 Aug 05 04:25:22.190624 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-778eff0b-fcaf-438c-b095-a441093ad5d3 req-2641c3de-e210-4e22-8bb9-a01f45b51541 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c1fea28-8593-4774-81e1-7f4d3c58ebed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408270 Aug 05 04:25:22.969753 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387800c3-96d4-4ef5-8988-b212c20c8533 req-82a337d0-c994-4d94-a189-b434e05f814f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:25:22.971272 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-387800c3-96d4-4ef5-8988-b212c20c8533 req-82a337d0-c994-4d94-a189-b434e05f814f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=eee8bae2-e704-4afe-8c10-52cae6b3fd91&tenant_id=fd61998732194217b5bf2455115f2cdf HTTP/1.1" status: 200 len: 1096 time: 0.0706527 Aug 05 04:25:23.048576 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387800c3-96d4-4ef5-8988-b212c20c8533 req-abe8ebfc-40be-41d2-b797-9fe11564fcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:25:23.049993 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-387800c3-96d4-4ef5-8988-b212c20c8533 req-abe8ebfc-40be-41d2-b797-9fe11564fcf9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fd61998732194217b5bf2455115f2cdf&device_id=eee8bae2-e704-4afe-8c10-52cae6b3fd91 HTTP/1.1" status: 200 len: 1096 time: 0.0408027 Aug 05 04:25:23.138079 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387800c3-96d4-4ef5-8988-b212c20c8533 req-96ff8fe9-eaf1-46af-ada0-fab0dac79379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:25:23.139485 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-387800c3-96d4-4ef5-8988-b212c20c8533 req-96ff8fe9-eaf1-46af-ada0-fab0dac79379 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9a0e0e93-71ba-478a-a257-4e786b1050bd HTTP/1.1" status: 200 len: 918 time: 0.0801315 Aug 05 04:25:23.209691 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-387800c3-96d4-4ef5-8988-b212c20c8533 req-8770d2d2-9750-4243-b647-4502c775a68b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5524ebfd-3cc1-4f2b-a36c-389488754646 HTTP/1.1" status: 200 len: 998 time: 0.0607152 Aug 05 04:25:23.262761 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387800c3-96d4-4ef5-8988-b212c20c8533 req-6a2cce54-a73a-42e5-9b8b-b3246c92c79d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:25:23.264220 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-387800c3-96d4-4ef5-8988-b212c20c8533 req-6a2cce54-a73a-42e5-9b8b-b3246c92c79d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1d9bb622-7c5a-45bd-8077-93c9d1b98081 HTTP/1.1" status: 200 len: 856 time: 0.0466461 Aug 05 04:25:23.325894 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387800c3-96d4-4ef5-8988-b212c20c8533 req-24ecb8d1-bd9f-4be4-a934-bd7263d53be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:25:23.327619 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-387800c3-96d4-4ef5-8988-b212c20c8533 req-24ecb8d1-bd9f-4be4-a934-bd7263d53be1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9a0e0e93-71ba-478a-a257-4e786b1050bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0466292 Aug 05 04:25:23.329778 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41043e33-aa56-4d9a-aeac-c2989432860a req-fa70caa5-7465-4d88-9436-d20811eadeb4 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:25:23.332509 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-41043e33-aa56-4d9a-aeac-c2989432860a req-fa70caa5-7465-4d88-9436-d20811eadeb4 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=eee8bae2-e704-4afe-8c10-52cae6b3fd91 HTTP/1.1" status: 200 len: 943 time: 0.0519950 Aug 05 04:25:23.375642 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-41043e33-aa56-4d9a-aeac-c2989432860a req-d1a0cceb-3981-452c-af6f-67a9d2ae4c2c tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c1fea28-8593-4774-81e1-7f4d3c58ebed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364227 Aug 05 04:25:23.432442 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-387800c3-96d4-4ef5-8988-b212c20c8533 req-10ab26c8-07ea-4738-a8cf-5adbf0e46ef8 service neutron] 10.222.0.39 "GET /v2.0/networks/9a0e0e93-71ba-478a-a257-4e786b1050bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965776 Aug 05 04:25:23.526891 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e276ccc-ea4e-4693-ae9a-7bcfdc76ed36 req-0d65ba34-c87a-468e-ba9f-4533f3c9ca3d tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:25:23.527122 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-387800c3-96d4-4ef5-8988-b212c20c8533 req-e2eb7fa6-922a-4357-bcad-213f4a2b7a84 service neutron] 10.222.0.39 "GET /v2.0/networks/9a0e0e93-71ba-478a-a257-4e786b1050bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846794 Aug 05 04:25:23.528335 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5e276ccc-ea4e-4693-ae9a-7bcfdc76ed36 req-0d65ba34-c87a-468e-ba9f-4533f3c9ca3d tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0fd8bb4-0eae-4782-ab63-15f77fc41c49 HTTP/1.1" status: 200 len: 945 time: 0.0511618 Aug 05 04:25:23.566418 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5e276ccc-ea4e-4693-ae9a-7bcfdc76ed36 req-69e77082-d608-4876-8bfb-47b590ec54e7 tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] 10.222.0.37 "GET /v2.0/security-groups?id=e229e27f-6df5-4da7-ab31-6e670a3ad6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321884 Aug 05 04:25:23.874358 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Device 5524ebfd-3cc1-4f2b-a36c-389488754646 no longer exists at agent hyperv_hv-cinder-80300 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 04:25:24.507041 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b810755-de1d-4d9e-8a5f-12e6aab09036 req-9cfe8779-ad88-471c-b337-ae70b6606875 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:25:24.508527 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5b810755-de1d-4d9e-8a5f-12e6aab09036 req-9cfe8779-ad88-471c-b337-ae70b6606875 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=eee8bae2-e704-4afe-8c10-52cae6b3fd91 HTTP/1.1" status: 200 len: 943 time: 0.0523117 Aug 05 04:25:24.547786 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5b810755-de1d-4d9e-8a5f-12e6aab09036 req-f7c6721e-1b57-4237-b91c-ae6700564a2e tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c1fea28-8593-4774-81e1-7f4d3c58ebed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324597 Aug 05 04:25:24.688367 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e3f158-4583-4b0e-9c33-e62e7af44109 req-6eeec87f-b264-40fd-955b-b7b79bc2c143 tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:25:24.690052 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-89e3f158-4583-4b0e-9c33-e62e7af44109 req-6eeec87f-b264-40fd-955b-b7b79bc2c143 tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0fd8bb4-0eae-4782-ab63-15f77fc41c49 HTTP/1.1" status: 200 len: 945 time: 0.0520916 Aug 05 04:25:24.730155 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-89e3f158-4583-4b0e-9c33-e62e7af44109 req-8e379e98-73eb-467d-9a17-111cf8d7665b tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] 10.222.0.37 "GET /v2.0/security-groups?id=e229e27f-6df5-4da7-ab31-6e670a3ad6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340052 Aug 05 04:25:25.667517 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89172151-89fc-4b4a-bb3e-077ee9fed477 req-2eabe21c-6a9f-4c5d-836e-e0bdb212f0c8 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:25:25.668990 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-89172151-89fc-4b4a-bb3e-077ee9fed477 req-2eabe21c-6a9f-4c5d-836e-e0bdb212f0c8 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=eee8bae2-e704-4afe-8c10-52cae6b3fd91 HTTP/1.1" status: 200 len: 943 time: 0.0482075 Aug 05 04:25:25.706991 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-89172151-89fc-4b4a-bb3e-077ee9fed477 req-085c06ba-805f-4360-9647-7d85a7672b8e tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c1fea28-8593-4774-81e1-7f4d3c58ebed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321825 Aug 05 04:25:25.849672 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee3b5a5-026a-409d-af30-a89aa0fe2e00 req-51897933-e8b1-4d9a-9d1e-8b3516390c34 tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:25:25.851057 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8ee3b5a5-026a-409d-af30-a89aa0fe2e00 req-51897933-e8b1-4d9a-9d1e-8b3516390c34 tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0fd8bb4-0eae-4782-ab63-15f77fc41c49 HTTP/1.1" status: 200 len: 945 time: 0.0519977 Aug 05 04:25:25.887820 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8ee3b5a5-026a-409d-af30-a89aa0fe2e00 req-aa71af6b-678e-40df-aadd-4b8eaabbba22 tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] 10.222.0.37 "GET /v2.0/security-groups?id=e229e27f-6df5-4da7-ab31-6e670a3ad6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310547 Aug 05 04:25:26.824049 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de392ae-d759-4ba0-8de4-2372e64e94fd req-a5bb58f6-f2c0-44db-a574-387358768d40 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:25:26.825658 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7de392ae-d759-4ba0-8de4-2372e64e94fd req-a5bb58f6-f2c0-44db-a574-387358768d40 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=eee8bae2-e704-4afe-8c10-52cae6b3fd91 HTTP/1.1" status: 200 len: 943 time: 0.0481849 Aug 05 04:25:26.865348 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7de392ae-d759-4ba0-8de4-2372e64e94fd req-2c259d34-c4c2-4d28-907c-62613fb96627 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c1fea28-8593-4774-81e1-7f4d3c58ebed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336785 Aug 05 04:25:27.002653 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291328e0-3c12-4343-a292-80f1ef3f1e7e req-cb45d682-baad-468f-9e75-0a2388dc0d84 tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:25:27.004110 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-291328e0-3c12-4343-a292-80f1ef3f1e7e req-cb45d682-baad-468f-9e75-0a2388dc0d84 tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0fd8bb4-0eae-4782-ab63-15f77fc41c49 HTTP/1.1" status: 200 len: 945 time: 0.0478787 Aug 05 04:25:27.046388 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-291328e0-3c12-4343-a292-80f1ef3f1e7e req-9388cdbb-b5d2-4c94-8e0c-1bc1d29f0c4c tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] 10.222.0.37 "GET /v2.0/security-groups?id=e229e27f-6df5-4da7-ab31-6e670a3ad6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351920 Aug 05 04:25:27.990873 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735a5999-1730-4e07-bdd4-1121a40962da req-b8e2a2a6-4679-4dc9-9200-6619c35b1bd9 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:25:27.992378 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-735a5999-1730-4e07-bdd4-1121a40962da req-b8e2a2a6-4679-4dc9-9200-6619c35b1bd9 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=eee8bae2-e704-4afe-8c10-52cae6b3fd91 HTTP/1.1" status: 200 len: 943 time: 0.0544860 Aug 05 04:25:28.029993 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-735a5999-1730-4e07-bdd4-1121a40962da req-f8b25b90-f693-4efd-bf4d-6cdaa4623814 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c1fea28-8593-4774-81e1-7f4d3c58ebed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317552 Aug 05 04:25:28.165916 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de71ffb8-7a33-4461-8cfa-5a16b5f6a499 req-3a80e1c9-0d59-423d-996d-321be12241ce tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:25:28.167350 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-de71ffb8-7a33-4461-8cfa-5a16b5f6a499 req-3a80e1c9-0d59-423d-996d-321be12241ce tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0fd8bb4-0eae-4782-ab63-15f77fc41c49 HTTP/1.1" status: 200 len: 945 time: 0.0502493 Aug 05 04:25:28.203872 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-de71ffb8-7a33-4461-8cfa-5a16b5f6a499 req-25614309-4908-47b1-8af6-7c400d21a74f tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] 10.222.0.37 "GET /v2.0/security-groups?id=e229e27f-6df5-4da7-ab31-6e670a3ad6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306783 Aug 05 04:25:29.161855 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d4badc-e8a8-4ffa-b6f4-5a8e55b01ced req-e418f14d-0ee7-4011-8e34-ab61150766a9 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:25:29.163864 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b9d4badc-e8a8-4ffa-b6f4-5a8e55b01ced req-e418f14d-0ee7-4011-8e34-ab61150766a9 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=eee8bae2-e704-4afe-8c10-52cae6b3fd91 HTTP/1.1" status: 200 len: 943 time: 0.0553677 Aug 05 04:25:29.201701 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b9d4badc-e8a8-4ffa-b6f4-5a8e55b01ced req-c1c84cb8-2f06-4259-b103-ea0f211f1de7 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c1fea28-8593-4774-81e1-7f4d3c58ebed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317886 Aug 05 04:25:29.326787 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44747f34-e3e9-47b9-b340-2057c2605328 req-b5fe999a-2b72-448e-8fdc-66e184814329 tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:25:29.328187 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-44747f34-e3e9-47b9-b340-2057c2605328 req-b5fe999a-2b72-448e-8fdc-66e184814329 tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0fd8bb4-0eae-4782-ab63-15f77fc41c49 HTTP/1.1" status: 200 len: 945 time: 0.0575342 Aug 05 04:25:29.366323 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-44747f34-e3e9-47b9-b340-2057c2605328 req-ce134c49-6f6e-4e3f-8860-da2b0b40229d tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] 10.222.0.37 "GET /v2.0/security-groups?id=e229e27f-6df5-4da7-ab31-6e670a3ad6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317113 Aug 05 04:25:30.325758 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7ccc1f-c7c3-476e-be35-fa7c9922cc87 req-8be0d769-998e-4ab4-8d49-00f044797617 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:25:30.327268 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-eb7ccc1f-c7c3-476e-be35-fa7c9922cc87 req-8be0d769-998e-4ab4-8d49-00f044797617 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=eee8bae2-e704-4afe-8c10-52cae6b3fd91 HTTP/1.1" status: 200 len: 943 time: 0.0509794 Aug 05 04:25:30.366186 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-eb7ccc1f-c7c3-476e-be35-fa7c9922cc87 req-8714c9d3-d733-4ad2-8eda-885a621a3d7d tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c1fea28-8593-4774-81e1-7f4d3c58ebed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326219 Aug 05 04:25:30.476653 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e760cc4-8f3d-458b-bd05-8c5d8ae7660c req-8c2806ef-e2ca-43d5-bb02-22a525472584 tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:25:30.478069 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3e760cc4-8f3d-458b-bd05-8c5d8ae7660c req-8c2806ef-e2ca-43d5-bb02-22a525472584 tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0fd8bb4-0eae-4782-ab63-15f77fc41c49 HTTP/1.1" status: 200 len: 945 time: 0.0469387 Aug 05 04:25:30.522453 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3e760cc4-8f3d-458b-bd05-8c5d8ae7660c req-b25b787d-561d-4e3f-90fd-47fea0b80fa4 tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] 10.222.0.37 "GET /v2.0/security-groups?id=e229e27f-6df5-4da7-ab31-6e670a3ad6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383723 Aug 05 04:25:31.490257 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5221a87b-a352-41ef-9ffb-6a296e39d55f req-5231840e-25c6-4d80-bcf7-a77064341c56 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:25:31.491789 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5221a87b-a352-41ef-9ffb-6a296e39d55f req-5231840e-25c6-4d80-bcf7-a77064341c56 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=eee8bae2-e704-4afe-8c10-52cae6b3fd91 HTTP/1.1" status: 200 len: 943 time: 0.0511868 Aug 05 04:25:31.537164 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5221a87b-a352-41ef-9ffb-6a296e39d55f req-bf3528c1-8f83-474f-ab5f-f23d6ae6abe4 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c1fea28-8593-4774-81e1-7f4d3c58ebed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371172 Aug 05 04:25:31.639220 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c39242e-9a27-403f-9857-e3b904ceb744 req-a4cfdeb6-96ba-41db-8cb5-41c7fd058b21 tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:25:31.640828 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2c39242e-9a27-403f-9857-e3b904ceb744 req-a4cfdeb6-96ba-41db-8cb5-41c7fd058b21 tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0fd8bb4-0eae-4782-ab63-15f77fc41c49 HTTP/1.1" status: 200 len: 945 time: 0.0500362 Aug 05 04:25:31.679813 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2c39242e-9a27-403f-9857-e3b904ceb744 req-2ac1154c-72fe-48c0-88b8-afe675880272 tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] 10.222.0.37 "GET /v2.0/security-groups?id=e229e27f-6df5-4da7-ab31-6e670a3ad6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325332 Aug 05 04:25:32.666434 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13bd3e3-1fd6-4b8c-9b91-3e7281cc4d00 req-9d63687d-1c06-4fe4-b063-a406942e2134 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:25:32.667978 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c13bd3e3-1fd6-4b8c-9b91-3e7281cc4d00 req-9d63687d-1c06-4fe4-b063-a406942e2134 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=eee8bae2-e704-4afe-8c10-52cae6b3fd91 HTTP/1.1" status: 200 len: 943 time: 0.0527978 Aug 05 04:25:32.704178 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ba45e261-572b-4db9-aa1a-b7cf21483638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:25:32.708069 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c13bd3e3-1fd6-4b8c-9b91-3e7281cc4d00 req-98636f20-dd43-423d-9cbf-c5efe91c72a9 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c1fea28-8593-4774-81e1-7f4d3c58ebed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341420 Aug 05 04:25:32.820238 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd4a6a6-670d-4c20-92e0-3a685fe5db55 req-48102fc1-3af2-4627-801e-76878bc2e1b2 tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:25:32.821631 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-dcd4a6a6-670d-4c20-92e0-3a685fe5db55 req-48102fc1-3af2-4627-801e-76878bc2e1b2 tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0fd8bb4-0eae-4782-ab63-15f77fc41c49 HTTP/1.1" status: 200 len: 945 time: 0.0529006 Aug 05 04:25:32.859505 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-dcd4a6a6-670d-4c20-92e0-3a685fe5db55 req-05f76c05-3aec-4983-8075-e3af902a4dd1 tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] 10.222.0.37 "GET /v2.0/security-groups?id=e229e27f-6df5-4da7-ab31-6e670a3ad6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317199 Aug 05 04:25:33.854456 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aefb8ac-0fd4-4535-8463-c7ea254ecbc1 req-7bc35c08-5b46-4395-91ec-3a681187016e tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:25:33.856259 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0aefb8ac-0fd4-4535-8463-c7ea254ecbc1 req-7bc35c08-5b46-4395-91ec-3a681187016e tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=eee8bae2-e704-4afe-8c10-52cae6b3fd91 HTTP/1.1" status: 200 len: 943 time: 0.0502884 Aug 05 04:25:33.899965 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0aefb8ac-0fd4-4535-8463-c7ea254ecbc1 req-3dbf2cf8-6b4f-4b9a-9592-f4a3d382f0b5 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c1fea28-8593-4774-81e1-7f4d3c58ebed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365157 Aug 05 04:25:33.972962 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1f8bf6-c367-4823-ab87-5aced8879983 req-3169eee5-aa4f-4e49-a3c5-a3b588e3433c tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:25:33.974505 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3e1f8bf6-c367-4823-ab87-5aced8879983 req-3169eee5-aa4f-4e49-a3c5-a3b588e3433c tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0fd8bb4-0eae-4782-ab63-15f77fc41c49 HTTP/1.1" status: 200 len: 945 time: 0.0502396 Aug 05 04:25:34.018619 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3e1f8bf6-c367-4823-ab87-5aced8879983 req-4ae27aac-ce9d-4f73-9d56-6b01538418f3 tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] 10.222.0.37 "GET /v2.0/security-groups?id=e229e27f-6df5-4da7-ab31-6e670a3ad6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349801 Aug 05 04:25:35.024096 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a117f4c-b151-4bf0-a6cd-4232844eaeec req-ad9a87de-04b5-4b39-a7b8-b39556621e88 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:25:35.026312 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3a117f4c-b151-4bf0-a6cd-4232844eaeec req-ad9a87de-04b5-4b39-a7b8-b39556621e88 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=eee8bae2-e704-4afe-8c10-52cae6b3fd91 HTTP/1.1" status: 200 len: 943 time: 0.0546110 Aug 05 04:25:35.064764 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3a117f4c-b151-4bf0-a6cd-4232844eaeec req-6e1c2097-ccd0-41b7-8e87-5f36d33773ff tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c1fea28-8593-4774-81e1-7f4d3c58ebed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319285 Aug 05 04:25:35.134417 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0ef457-ef1c-49e1-88d3-982a710cf11a req-ee52b01a-e7f8-400d-80b9-6cf17e974787 tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:25:35.136277 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-db0ef457-ef1c-49e1-88d3-982a710cf11a req-ee52b01a-e7f8-400d-80b9-6cf17e974787 tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0fd8bb4-0eae-4782-ab63-15f77fc41c49 HTTP/1.1" status: 200 len: 945 time: 0.0519223 Aug 05 04:25:35.153010 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-489a56aa-2fa9-492e-b4bf-a2d6aae73ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:25:35.180678 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-db0ef457-ef1c-49e1-88d3-982a710cf11a req-c97b8dde-d48f-482a-a7f4-9fbd93306713 tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] 10.222.0.37 "GET /v2.0/security-groups?id=e229e27f-6df5-4da7-ab31-6e670a3ad6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370700 Aug 05 04:25:35.322258 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:25:36.181200 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2289629-12d8-4d8f-8bf4-c16669c3fcf7 req-b5fd6fa7-373e-4253-b913-29cd17f81676 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:25:36.182750 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d2289629-12d8-4d8f-8bf4-c16669c3fcf7 req-b5fd6fa7-373e-4253-b913-29cd17f81676 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=eee8bae2-e704-4afe-8c10-52cae6b3fd91 HTTP/1.1" status: 200 len: 943 time: 0.0482240 Aug 05 04:25:36.225434 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d2289629-12d8-4d8f-8bf4-c16669c3fcf7 req-428b67df-a6ae-44c4-a619-503b9a9897bc tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c1fea28-8593-4774-81e1-7f4d3c58ebed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364034 Aug 05 04:25:36.307000 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2e7b0a-415b-40b5-9880-20bcee243b0c req-0b948af9-58fe-4dea-aeea-8545ef13739c tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:25:36.308453 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-da2e7b0a-415b-40b5-9880-20bcee243b0c req-0b948af9-58fe-4dea-aeea-8545ef13739c tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0fd8bb4-0eae-4782-ab63-15f77fc41c49 HTTP/1.1" status: 200 len: 945 time: 0.0504351 Aug 05 04:25:36.311261 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-03641130-cd72-49d2-95a2-84c2adaa14ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:25:36.346421 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-da2e7b0a-415b-40b5-9880-20bcee243b0c req-77a85fb3-c945-4763-841e-53d9cc52b59d tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] 10.222.0.37 "GET /v2.0/security-groups?id=e229e27f-6df5-4da7-ab31-6e670a3ad6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317302 Aug 05 04:25:37.345592 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac04f4f-056b-4709-bc26-359889410f4f req-5faed278-ad50-4a21-a6e1-e4d3a2e1e91a tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:25:37.347078 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2ac04f4f-056b-4709-bc26-359889410f4f req-5faed278-ad50-4a21-a6e1-e4d3a2e1e91a tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=eee8bae2-e704-4afe-8c10-52cae6b3fd91 HTTP/1.1" status: 200 len: 943 time: 0.0485082 Aug 05 04:25:37.384861 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2ac04f4f-056b-4709-bc26-359889410f4f req-0aca8c50-068b-4fea-ac93-3771dec91e82 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c1fea28-8593-4774-81e1-7f4d3c58ebed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315270 Aug 05 04:25:37.462282 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3f6e37-edd9-43d6-b8f3-15176821126d req-9c2ddb4f-1999-4b22-aaea-1cf4f5c07b76 tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:25:37.463764 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7a3f6e37-edd9-43d6-b8f3-15176821126d req-9c2ddb4f-1999-4b22-aaea-1cf4f5c07b76 tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0fd8bb4-0eae-4782-ab63-15f77fc41c49 HTTP/1.1" status: 200 len: 945 time: 0.0482366 Aug 05 04:25:37.501383 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7a3f6e37-edd9-43d6-b8f3-15176821126d req-d2422247-469a-40e4-b03f-6d2723a28dff tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] 10.222.0.37 "GET /v2.0/security-groups?id=e229e27f-6df5-4da7-ab31-6e670a3ad6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317771 Aug 05 04:25:38.003027 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-6a2206e1-ea48-45a0-865e-aad2fcc79b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:25:38.503959 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee95cfac-93ef-46a5-bc1c-365d4a1b11d1 req-2292aaaf-aed9-405a-80df-a629389c804b tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:25:38.505407 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ee95cfac-93ef-46a5-bc1c-365d4a1b11d1 req-2292aaaf-aed9-405a-80df-a629389c804b tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=eee8bae2-e704-4afe-8c10-52cae6b3fd91 HTTP/1.1" status: 200 len: 943 time: 0.0506995 Aug 05 04:25:38.543935 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ee95cfac-93ef-46a5-bc1c-365d4a1b11d1 req-8fee1c2d-37e8-421a-b9f3-3e46d379f744 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c1fea28-8593-4774-81e1-7f4d3c58ebed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325665 Aug 05 04:25:38.612943 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0ca60d-476f-4438-8f2b-9c70576e7667 req-2068a9f6-5304-45f5-9985-fc12038453ac tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:25:38.614426 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-bf0ca60d-476f-4438-8f2b-9c70576e7667 req-2068a9f6-5304-45f5-9985-fc12038453ac tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0fd8bb4-0eae-4782-ab63-15f77fc41c49 HTTP/1.1" status: 200 len: 945 time: 0.0473433 Aug 05 04:25:38.651539 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-bf0ca60d-476f-4438-8f2b-9c70576e7667 req-ee127236-e8e7-46f5-bf4e-a1268aee7f5c tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] 10.222.0.37 "GET /v2.0/security-groups?id=e229e27f-6df5-4da7-ab31-6e670a3ad6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307744 Aug 05 04:25:39.485420 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:25:39.662360 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa304c05-eecd-45cd-8cfa-90f94d1e7ef4 req-922324d8-1293-4419-8f57-5eeb09e9cb56 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:25:39.663842 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-fa304c05-eecd-45cd-8cfa-90f94d1e7ef4 req-922324d8-1293-4419-8f57-5eeb09e9cb56 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=eee8bae2-e704-4afe-8c10-52cae6b3fd91 HTTP/1.1" status: 200 len: 943 time: 0.0481386 Aug 05 04:25:39.702566 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-fa304c05-eecd-45cd-8cfa-90f94d1e7ef4 req-fbbfe4e4-8dbb-43a3-a7c5-aaa5d1554dc6 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c1fea28-8593-4774-81e1-7f4d3c58ebed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325196 Aug 05 04:25:39.784077 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2627b78-7bc6-4ede-9add-02fd49d131a6 req-c94f3c38-e08f-488d-80bb-80d318d11d6e tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:25:39.785435 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b2627b78-7bc6-4ede-9add-02fd49d131a6 req-c94f3c38-e08f-488d-80bb-80d318d11d6e tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0fd8bb4-0eae-4782-ab63-15f77fc41c49 HTTP/1.1" status: 200 len: 945 time: 0.0672057 Aug 05 04:25:39.822159 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b2627b78-7bc6-4ede-9add-02fd49d131a6 req-f774e21a-97cb-4dbb-8c60-e47b3933c53b tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] 10.222.0.37 "GET /v2.0/security-groups?id=e229e27f-6df5-4da7-ab31-6e670a3ad6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307431 Aug 05 04:25:39.862762 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d06002c-70f8-48ec-8711-26adffd7c771 req-2fb451fd-79a0-45ec-8d14-b138ed750382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:25:39.864207 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-7d06002c-70f8-48ec-8711-26adffd7c771 req-2fb451fd-79a0-45ec-8d14-b138ed750382 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fd61998732194217b5bf2455115f2cdf&device_id=eee8bae2-e704-4afe-8c10-52cae6b3fd91 HTTP/1.1" status: 200 len: 1096 time: 0.0437911 Aug 05 04:25:39.963697 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d06002c-70f8-48ec-8711-26adffd7c771 req-df6079ab-a274-4ec6-966b-cec8a5ecca39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:25:39.965115 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-7d06002c-70f8-48ec-8711-26adffd7c771 req-df6079ab-a274-4ec6-966b-cec8a5ecca39 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9a0e0e93-71ba-478a-a257-4e786b1050bd HTTP/1.1" status: 200 len: 918 time: 0.0818977 Aug 05 04:25:40.038952 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-7d06002c-70f8-48ec-8711-26adffd7c771 req-2b3df939-a205-461a-b0cd-4d6f12eca6fc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5524ebfd-3cc1-4f2b-a36c-389488754646 HTTP/1.1" status: 200 len: 998 time: 0.0646963 Aug 05 04:25:40.088774 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d06002c-70f8-48ec-8711-26adffd7c771 req-6c5b3590-5d30-416d-b4db-617bb07f8d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:25:40.090154 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-7d06002c-70f8-48ec-8711-26adffd7c771 req-6c5b3590-5d30-416d-b4db-617bb07f8d95 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1d9bb622-7c5a-45bd-8077-93c9d1b98081 HTTP/1.1" status: 200 len: 856 time: 0.0429070 Aug 05 04:25:40.137648 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d06002c-70f8-48ec-8711-26adffd7c771 req-fbe5589d-445d-4f98-ad58-fb2d8486efc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:25:40.139144 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-7d06002c-70f8-48ec-8711-26adffd7c771 req-fbe5589d-445d-4f98-ad58-fb2d8486efc7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9a0e0e93-71ba-478a-a257-4e786b1050bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384862 Aug 05 04:25:40.228878 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-7d06002c-70f8-48ec-8711-26adffd7c771 req-c3c64687-9fcb-4fa7-8e80-d2a77945c2c0 service neutron] 10.222.0.39 "GET /v2.0/networks/9a0e0e93-71ba-478a-a257-4e786b1050bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817320 Aug 05 04:25:40.316433 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-7d06002c-70f8-48ec-8711-26adffd7c771 req-669ca737-6c76-4733-9a60-e5a3f5316f5b service neutron] 10.222.0.39 "GET /v2.0/networks/9a0e0e93-71ba-478a-a257-4e786b1050bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0781608 Aug 05 04:25:40.819169 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1013463b-04d5-460a-9b4a-f0e4af3d77b6 req-264f7c3b-609a-416b-a9fb-a6b671375319 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:25:40.820752 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1013463b-04d5-460a-9b4a-f0e4af3d77b6 req-264f7c3b-609a-416b-a9fb-a6b671375319 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=eee8bae2-e704-4afe-8c10-52cae6b3fd91 HTTP/1.1" status: 200 len: 943 time: 0.0480902 Aug 05 04:25:40.860783 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1013463b-04d5-460a-9b4a-f0e4af3d77b6 req-3987b38f-9978-4fa4-a8cd-0a55dc8c076f tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c1fea28-8593-4774-81e1-7f4d3c58ebed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332165 Aug 05 04:25:40.935675 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91d92d9-e265-46d4-8917-78ff9867119d req-ed9f09fa-abd3-4452-a01b-c8f335ac159b tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:25:40.937116 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a91d92d9-e265-46d4-8917-78ff9867119d req-ed9f09fa-abd3-4452-a01b-c8f335ac159b tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0fd8bb4-0eae-4782-ab63-15f77fc41c49 HTTP/1.1" status: 200 len: 945 time: 0.0474448 Aug 05 04:25:40.976128 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a91d92d9-e265-46d4-8917-78ff9867119d req-9ee2dd35-88d1-4bef-a007-27f210be0da7 tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] 10.222.0.37 "GET /v2.0/security-groups?id=e229e27f-6df5-4da7-ab31-6e670a3ad6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330846 Aug 05 04:25:41.606706 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d17a97-521e-40ba-af7a-41b097eee712 req-04922e68-0a82-45ee-ae5b-74d91bf0892b tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:25:41.608093 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-39d17a97-521e-40ba-af7a-41b097eee712 req-04922e68-0a82-45ee-ae5b-74d91bf0892b tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0fd8bb4-0eae-4782-ab63-15f77fc41c49 HTTP/1.1" status: 200 len: 945 time: 0.0470154 Aug 05 04:25:41.698303 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [req-39d17a97-521e-40ba-af7a-41b097eee712 req-33456ff1-8800-4341-90d3-12db11fec744 tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] Deleting port 13bbee45-a839-4f83-8e73-1c8a6420a6b8 {{(pid=93251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 04:25:41.698675 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-39d17a97-521e-40ba-af7a-41b097eee712 req-33456ff1-8800-4341-90d3-12db11fec744 tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763712722935'] for port, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:25:41.785394 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [req-39d17a97-521e-40ba-af7a-41b097eee712 req-33456ff1-8800-4341-90d3-12db11fec744 tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] For port 13bbee45-a839-4f83-8e73-1c8a6420a6b8, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=13bbee45-a839-4f83-8e73-1c8a6420a6b8,segment=NetworkSegment(99d03ebc-d2af-4edc-aa03-85fbf098bbc3),segment_id=99d03ebc-d2af-4edc-aa03-85fbf098bbc3)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:25:41.785677 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-39d17a97-521e-40ba-af7a-41b097eee712 req-33456ff1-8800-4341-90d3-12db11fec744 tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-702725'] for port, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:25:41.797483 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [req-39d17a97-521e-40ba-af7a-41b097eee712 req-33456ff1-8800-4341-90d3-12db11fec744 tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] Calling delete_port for 13bbee45-a839-4f83-8e73-1c8a6420a6b8 owned by compute:nova {{(pid=93251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 04:25:41.920875 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-39d17a97-521e-40ba-af7a-41b097eee712 req-33456ff1-8800-4341-90d3-12db11fec744 tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763712549039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763712145884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8933231'] for port, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:25:41.951719 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33456ff1-8800-4341-90d3-12db11fec744 tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] Pushing event deleted for resources: {'Port': ['ID=13bbee45-a839-4f83-8e73-1c8a6420a6b8,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:25:41.956219 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] get_ports_and_sgs() called for port_ids ['13bbee45-a839-4f83-8e73-1c8a6420a6b8'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 04:25:41.960836 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33456ff1-8800-4341-90d3-12db11fec744 tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:25:41.961198 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33456ff1-8800-4341-90d3-12db11fec744 tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:25:41.961545 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33456ff1-8800-4341-90d3-12db11fec744 tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:25:41.961884 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33456ff1-8800-4341-90d3-12db11fec744 tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:25:41.962218 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33456ff1-8800-4341-90d3-12db11fec744 tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:25:41.962591 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33456ff1-8800-4341-90d3-12db11fec744 tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:25:41.962930 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33456ff1-8800-4341-90d3-12db11fec744 tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:25:41.963261 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33456ff1-8800-4341-90d3-12db11fec744 tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:25:41.963589 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33456ff1-8800-4341-90d3-12db11fec744 tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:25:41.964010 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33456ff1-8800-4341-90d3-12db11fec744 tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:25:41.964239 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33456ff1-8800-4341-90d3-12db11fec744 tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:25:41.964566 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33456ff1-8800-4341-90d3-12db11fec744 tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:25:41.988131 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ae41c6-389f-4b83-8e48-f01a38bbd473 req-4aa18bb5-85e3-4aaa-8cdc-3b13ace0cb82 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:25:41.989600 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-92ae41c6-389f-4b83-8e48-f01a38bbd473 req-4aa18bb5-85e3-4aaa-8cdc-3b13ace0cb82 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=eee8bae2-e704-4afe-8c10-52cae6b3fd91 HTTP/1.1" status: 200 len: 943 time: 0.0566530 Aug 05 04:25:42.005200 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [req-39d17a97-521e-40ba-af7a-41b097eee712 req-33456ff1-8800-4341-90d3-12db11fec744 tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] No DVR routers for this DVR port 13bbee45-a839-4f83-8e73-1c8a6420a6b8 on host hv-cinder-80300 {{(pid=93251) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 04:25:42.008328 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-39d17a97-521e-40ba-af7a-41b097eee712 req-33456ff1-8800-4341-90d3-12db11fec744 tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224329'] for port, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:25:42.010301 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-39d17a97-521e-40ba-af7a-41b097eee712 req-33456ff1-8800-4341-90d3-12db11fec744 tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] 10.222.0.39 "DELETE /v2.0/ports/13bbee45-a839-4f83-8e73-1c8a6420a6b8 HTTP/1.1" status: 204 len: 173 time: 0.3961444 Aug 05 04:25:42.010774 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0fd8bb4-0eae-4782-ab63-15f77fc41c49', 'name': 'network-vif-deleted', 'tag': '13bbee45-a839-4f83-8e73-1c8a6420a6b8'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 04:25:42.013159 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc51a2a5f300f30acac232ef327f3f01bb0f894a96a37a70efeb1c252096f2af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04aedb02-3946-470f-a7fa-de4f32c3db7b" -d '{"events": [{"server_uuid": "e0fd8bb4-0eae-4782-ab63-15f77fc41c49", "name": "network-vif-deleted", "tag": "13bbee45-a839-4f83-8e73-1c8a6420a6b8"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 04:25:42.032358 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-92ae41c6-389f-4b83-8e48-f01a38bbd473 req-19d8a965-a421-48bb-8d66-0bf331ab655d tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c1fea28-8593-4774-81e1-7f4d3c58ebed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367095 Aug 05 04:25:42.077348 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-52d46086-e1ab-496c-aa1e-39c335d30505 req-61d5635d-5faf-4ab3-88aa-9f8c78f25dd8 tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0fd8bb4-0eae-4782-ab63-15f77fc41c49 HTTP/1.1" status: 200 len: 210 time: 0.0305443 Aug 05 04:25:42.080341 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 04:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db7500ef-44ae-45f3-8265-1ed1213673ca x-openstack-request-id: req-db7500ef-44ae-45f3-8265-1ed1213673ca {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 04:25:42.080628 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0fd8bb4-0eae-4782-ab63-15f77fc41c49", "name": "network-vif-deleted", "tag": "13bbee45-a839-4f83-8e73-1c8a6420a6b8", "status": "completed", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 04:25:42.080875 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-db7500ef-44ae-45f3-8265-1ed1213673ca {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 04:25:42.081261 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0fd8bb4-0eae-4782-ab63-15f77fc41c49', 'name': 'network-vif-deleted', 'tag': '13bbee45-a839-4f83-8e73-1c8a6420a6b8', 'status': 'completed', 'code': 200} Aug 05 04:25:43.154510 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec35be1-6be2-40d4-91fe-9b8c9d1e6f58 req-cd4540a2-0114-4ea0-a78a-85c74408d563 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:25:43.156811 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8ec35be1-6be2-40d4-91fe-9b8c9d1e6f58 req-cd4540a2-0114-4ea0-a78a-85c74408d563 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=eee8bae2-e704-4afe-8c10-52cae6b3fd91 HTTP/1.1" status: 200 len: 943 time: 0.0505798 Aug 05 04:25:43.195451 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8ec35be1-6be2-40d4-91fe-9b8c9d1e6f58 req-9519ef61-474d-4b46-bd46-28ce876dfa2a tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c1fea28-8593-4774-81e1-7f4d3c58ebed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321674 Aug 05 04:25:44.312229 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3625ac1b-eff4-454c-a0f7-eb5f1fd59758 req-57067fa0-5967-4bfd-83bf-4da952154421 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:25:44.313678 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3625ac1b-eff4-454c-a0f7-eb5f1fd59758 req-57067fa0-5967-4bfd-83bf-4da952154421 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=eee8bae2-e704-4afe-8c10-52cae6b3fd91 HTTP/1.1" status: 200 len: 943 time: 0.0465975 Aug 05 04:25:44.353606 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3625ac1b-eff4-454c-a0f7-eb5f1fd59758 req-491d5830-a72c-45c9-8793-4c39f7c05932 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c1fea28-8593-4774-81e1-7f4d3c58ebed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341198 Aug 05 04:25:45.468919 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fd153a-b89d-4c63-a96f-e0bbd292f48e req-988950f5-d824-49d7-9d3b-ca510bc69c43 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:25:45.470363 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-68fd153a-b89d-4c63-a96f-e0bbd292f48e req-988950f5-d824-49d7-9d3b-ca510bc69c43 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=eee8bae2-e704-4afe-8c10-52cae6b3fd91 HTTP/1.1" status: 200 len: 943 time: 0.0479643 Aug 05 04:25:45.506809 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-68fd153a-b89d-4c63-a96f-e0bbd292f48e req-b05cc602-20c0-444b-9250-14e524bbcbfe tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c1fea28-8593-4774-81e1-7f4d3c58ebed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305960 Aug 05 04:25:46.624154 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f10089-f416-4d35-a06a-726559159f96 req-c1686ebe-65b7-4d40-bea1-c7256ac99e01 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:25:46.625513 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-95f10089-f416-4d35-a06a-726559159f96 req-c1686ebe-65b7-4d40-bea1-c7256ac99e01 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=eee8bae2-e704-4afe-8c10-52cae6b3fd91 HTTP/1.1" status: 200 len: 943 time: 0.0472076 Aug 05 04:25:46.662330 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-95f10089-f416-4d35-a06a-726559159f96 req-b091152a-1ee6-49c3-bc3d-8ba24a449499 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c1fea28-8593-4774-81e1-7f4d3c58ebed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310826 Aug 05 04:25:47.402993 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Device 13bbee45-a839-4f83-8e73-1c8a6420a6b8 no longer exists at agent hyperv_hv-cinder-80300 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 04:25:47.423199 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] No Port match for: 13bbee45-a839-4f83-8e73-1c8a6420a6b8 {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 04:25:47.423543 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Device 13bbee45-a839-4f83-8e73-1c8a6420a6b8 not bound to the agent host hv-cinder-80300 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 04:25:47.777891 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbc0591-c7a2-4240-8c56-35dfcff75606 req-7ce8771c-904a-46ad-81a0-4c7995550bf4 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:25:47.779371 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ccbc0591-c7a2-4240-8c56-35dfcff75606 req-7ce8771c-904a-46ad-81a0-4c7995550bf4 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=eee8bae2-e704-4afe-8c10-52cae6b3fd91 HTTP/1.1" status: 200 len: 943 time: 0.0475478 Aug 05 04:25:47.818109 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ccbc0591-c7a2-4240-8c56-35dfcff75606 req-9ce142c0-0c13-45a5-8cc2-6caff10c9dfc tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c1fea28-8593-4774-81e1-7f4d3c58ebed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329902 Aug 05 04:25:48.936198 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396a7569-b3b2-46d5-afd9-f18b49eb2634 req-a2be3511-5d06-49de-afa4-f759abc04af5 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:25:48.937645 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-396a7569-b3b2-46d5-afd9-f18b49eb2634 req-a2be3511-5d06-49de-afa4-f759abc04af5 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=eee8bae2-e704-4afe-8c10-52cae6b3fd91 HTTP/1.1" status: 200 len: 943 time: 0.0483053 Aug 05 04:25:48.974397 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-396a7569-b3b2-46d5-afd9-f18b49eb2634 req-30d98a57-5306-4b5d-8cdf-b53dceaa4360 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c1fea28-8593-4774-81e1-7f4d3c58ebed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309756 Aug 05 04:25:49.409612 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Device 5524ebfd-3cc1-4f2b-a36c-389488754646 details requested by agent hyperv_hv-cinder-80300 with host hv-cinder-80300 {{(pid=93252) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 04:25:49.504649 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] For port 5524ebfd-3cc1-4f2b-a36c-389488754646, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=5524ebfd-3cc1-4f2b-a36c-389488754646,segment=NetworkSegment(c15a155e-2ad1-4b31-bffc-e72da913a471),segment_id=c15a155e-2ad1-4b31-bffc-e72da913a471)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:25:49.516133 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Returning: {'device': '5524ebfd-3cc1-4f2b-a36c-389488754646', 'network_id': '9a0e0e93-71ba-478a-a257-4e786b1050bd', 'port_id': '5524ebfd-3cc1-4f2b-a36c-389488754646', 'mac_address': 'fa:16:3e:ab:67:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d9bb622-7c5a-45bd-8077-93c9d1b98081', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93252) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 04:25:49.552871 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:25:49.565000 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5524ebfd-3cc1-4f2b-a36c-389488754646 {{(pid=93252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 04:25:49.584937 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] For port 5524ebfd-3cc1-4f2b-a36c-389488754646, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=5524ebfd-3cc1-4f2b-a36c-389488754646,segment=NetworkSegment(c15a155e-2ad1-4b31-bffc-e72da913a471),segment_id=c15a155e-2ad1-4b31-bffc-e72da913a471)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:25:49.589919 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:25:49.639050 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Pushing event updated for resources: {'Port': ['ID=5524ebfd-3cc1-4f2b-a36c-389488754646,revision_number=9']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:25:49.646059 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:25:49.646418 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:25:49.646809 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:25:49.647131 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:25:49.647467 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:25:49.647807 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:25:49.648138 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:25:49.648470 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:25:49.648824 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:25:49.649148 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:25:49.649476 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:25:49.649800 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:25:50.091305 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c945cfd3-e239-4968-886e-db1c1f72b4f8 req-dc709927-0184-432d-836d-76e4b0ae3ff8 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:25:50.092744 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c945cfd3-e239-4968-886e-db1c1f72b4f8 req-dc709927-0184-432d-836d-76e4b0ae3ff8 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=eee8bae2-e704-4afe-8c10-52cae6b3fd91 HTTP/1.1" status: 200 len: 944 time: 0.0478988 Aug 05 04:25:50.129471 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c945cfd3-e239-4968-886e-db1c1f72b4f8 req-f0fdfa57-93b1-4df6-b414-fca1cd03b6d8 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c1fea28-8593-4774-81e1-7f4d3c58ebed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308726 Aug 05 04:25:50.286912 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] get_ports_and_sgs() called for port_ids ['5524ebfd-3cc1-4f2b-a36c-389488754646'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 04:25:51.243590 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544e85fd-5d41-45fb-a001-a6f2aed607c1 req-35eab535-11e2-4a7f-a74e-a436e3bc0b5b tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:25:51.245548 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-544e85fd-5d41-45fb-a001-a6f2aed607c1 req-35eab535-11e2-4a7f-a74e-a436e3bc0b5b tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=eee8bae2-e704-4afe-8c10-52cae6b3fd91 HTTP/1.1" status: 200 len: 944 time: 0.0475011 Aug 05 04:25:51.285138 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-544e85fd-5d41-45fb-a001-a6f2aed607c1 req-3665ead7-2955-4418-b477-0cdb64252e7c tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c1fea28-8593-4774-81e1-7f4d3c58ebed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338647 Aug 05 04:25:52.402053 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887712e9-8039-4a2a-9851-180580554c3c req-9ca91e1c-c4d8-4322-87db-9ee44d29f947 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:25:52.403542 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-887712e9-8039-4a2a-9851-180580554c3c req-9ca91e1c-c4d8-4322-87db-9ee44d29f947 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=eee8bae2-e704-4afe-8c10-52cae6b3fd91 HTTP/1.1" status: 200 len: 944 time: 0.0474689 Aug 05 04:25:52.440302 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-887712e9-8039-4a2a-9851-180580554c3c req-1ac4ef55-febc-4260-8476-1d796f7a55c9 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c1fea28-8593-4774-81e1-7f4d3c58ebed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309830 Aug 05 04:25:53.557332 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc452d26-56cc-4df5-bb82-8b0419ce6c94 req-e10279ea-9534-4d24-a477-6790cafa6339 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:25:53.558817 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-fc452d26-56cc-4df5-bb82-8b0419ce6c94 req-e10279ea-9534-4d24-a477-6790cafa6339 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=eee8bae2-e704-4afe-8c10-52cae6b3fd91 HTTP/1.1" status: 200 len: 944 time: 0.0478706 Aug 05 04:25:53.595841 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-fc452d26-56cc-4df5-bb82-8b0419ce6c94 req-7e735288-b95c-4640-98ec-2771ed9f1ef5 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c1fea28-8593-4774-81e1-7f4d3c58ebed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312552 Aug 05 04:25:54.712695 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05fa245-a23c-42f7-a02c-319ba9ac3937 req-06f98aa4-d13e-4c20-bf97-43afc1a222c6 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:25:54.714708 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e05fa245-a23c-42f7-a02c-319ba9ac3937 req-06f98aa4-d13e-4c20-bf97-43afc1a222c6 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=eee8bae2-e704-4afe-8c10-52cae6b3fd91 HTTP/1.1" status: 200 len: 944 time: 0.0469022 Aug 05 04:25:54.752983 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e05fa245-a23c-42f7-a02c-319ba9ac3937 req-28180b2d-2888-488e-bbf8-c713491316a4 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c1fea28-8593-4774-81e1-7f4d3c58ebed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324051 Aug 05 04:25:55.094110 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d1510c-15a4-4026-8ce8-640afb773146 req-75686554-87ac-47eb-8808-6da5b2d26ed7 tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:25:55.095579 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-07d1510c-15a4-4026-8ce8-640afb773146 req-75686554-87ac-47eb-8808-6da5b2d26ed7 tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] 10.222.0.37 "GET /v2.0/networks?id=5e4ebe55-ffad-4947-b30a-6a86818e9aa4 HTTP/1.1" status: 200 len: 814 time: 0.0982041 Aug 05 04:25:55.109762 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-07d1510c-15a4-4026-8ce8-640afb773146 req-2edde081-c20a-4730-8183-a71ae981a6b2 tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] 10.222.0.37 "GET /v2.0/quotas/88846352619148c2818dd2d33ca47d26 HTTP/1.1" status: 200 len: 375 time: 0.0085423 Aug 05 04:25:55.140085 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-07d1510c-15a4-4026-8ce8-640afb773146 req-c5fe243b-18d6-4ea5-b497-fbd3f49c8526 tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=88846352619148c2818dd2d33ca47d26&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0253279 Aug 05 04:25:55.232845 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-07d1510c-15a4-4026-8ce8-640afb773146 req-b4857df3-e4e9-4b62-a9ec-cecc64c4ded6 service neutron] 10.222.0.37 "GET /v2.0/networks/5e4ebe55-ffad-4947-b30a-6a86818e9aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862010 Aug 05 04:25:55.322192 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-07d1510c-15a4-4026-8ce8-640afb773146 req-3993659d-cc63-4e2b-b4f9-65771d9146f7 service neutron] 10.222.0.37 "GET /v2.0/networks/5e4ebe55-ffad-4947-b30a-6a86818e9aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833244 Aug 05 04:25:55.690657 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-01c56fa8-5fcf-41de-882a-0f7580c9c07a req-86f9b016-4251-40b3-8d2a-aaa0f006d12f tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c68862a-3113-4cd8-8962-a57249ead31d HTTP/1.1" status: 200 len: 210 time: 0.2439582 Aug 05 04:25:55.755930 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Device 5524ebfd-3cc1-4f2b-a36c-389488754646 up at agent hyperv_hv-cinder-80300 {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 04:25:55.803649 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Provisioning complete for port 5524ebfd-3cc1-4f2b-a36c-389488754646 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 04:25:55.804026 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66839334'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:25:55.877318 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16e9e78-3e35-4288-84b9-f65cc367d92b req-ae4ce9ad-540b-42fa-a699-5ebd6dc67f2e tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:25:55.878836 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d16e9e78-3e35-4288-84b9-f65cc367d92b req-ae4ce9ad-540b-42fa-a699-5ebd6dc67f2e tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=eee8bae2-e704-4afe-8c10-52cae6b3fd91 HTTP/1.1" status: 200 len: 944 time: 0.0510149 Aug 05 04:25:55.894018 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:25:55.916428 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eee8bae2-e704-4afe-8c10-52cae6b3fd91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5524ebfd-3cc1-4f2b-a36c-389488754646'}] {{(pid=93252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 04:25:55.917791 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d16e9e78-3e35-4288-84b9-f65cc367d92b req-2badf8d0-eb2b-4161-8d78-1c6bdd3ccca7 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c1fea28-8593-4774-81e1-7f4d3c58ebed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325832 Aug 05 04:25:55.918711 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f021a78abaadf32682ec407d28b092b8d5e159b0dca1f9e700978c1e9d6d025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2929626-5201-4b7f-a98e-3209e954028f" -d '{"events": [{"server_uuid": "eee8bae2-e704-4afe-8c10-52cae6b3fd91", "name": "network-vif-plugged", "status": "completed", "tag": "5524ebfd-3cc1-4f2b-a36c-389488754646"}]}' {{(pid=93252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 04:25:55.940455 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] For port 5524ebfd-3cc1-4f2b-a36c-389488754646, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=5524ebfd-3cc1-4f2b-a36c-389488754646,segment=NetworkSegment(c15a155e-2ad1-4b31-bffc-e72da913a471),segment_id=c15a155e-2ad1-4b31-bffc-e72da913a471)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:25:55.945583 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:25:55.971291 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 04:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51962d2b-3b53-4876-b690-65ebc9260eab x-openstack-request-id: req-51962d2b-3b53-4876-b690-65ebc9260eab {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 04:25:55.971581 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eee8bae2-e704-4afe-8c10-52cae6b3fd91", "name": "network-vif-plugged", "status": "completed", "tag": "5524ebfd-3cc1-4f2b-a36c-389488754646", "code": 200}]} {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 04:25:55.971828 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-51962d2b-3b53-4876-b690-65ebc9260eab {{(pid=93252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 04:25:55.972204 dv-cinder-803000-4-iscsi neutron-server[93252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eee8bae2-e704-4afe-8c10-52cae6b3fd91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5524ebfd-3cc1-4f2b-a36c-389488754646', 'code': 200} Aug 05 04:25:55.999020 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Pushing event updated for resources: {'Port': ['ID=5524ebfd-3cc1-4f2b-a36c-389488754646,revision_number=10']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:25:56.554642 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d1510c-15a4-4026-8ce8-640afb773146 req-c6fef169-6fae-4c2e-aa7b-dc8b9b778644 tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:25:56.556069 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-07d1510c-15a4-4026-8ce8-640afb773146 req-c6fef169-6fae-4c2e-aa7b-dc8b9b778644 tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] 10.222.0.39 "GET /v2.0/networks?id=5e4ebe55-ffad-4947-b30a-6a86818e9aa4 HTTP/1.1" status: 200 len: 814 time: 0.1058784 Aug 05 04:25:56.590166 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [req-07d1510c-15a4-4026-8ce8-640afb773146 req-3550d755-1a2e-4006-b3ed-217521c0067b tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] Request body: {'port': {'device_id': '2c68862a-3113-4cd8-8962-a57249ead31d', 'network_id': '5e4ebe55-ffad-4947-b30a-6a86818e9aa4', 'admin_state_up': True, 'tenant_id': '88846352619148c2818dd2d33ca47d26'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:25:56.655854 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bdfd5b-5554-47a3-86df-c9eaf01f4247 req-d59f2910-bbff-4814-ab79-1c314cbfc988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:25:56.657330 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-23bdfd5b-5554-47a3-86df-c9eaf01f4247 req-d59f2910-bbff-4814-ab79-1c314cbfc988 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=eee8bae2-e704-4afe-8c10-52cae6b3fd91 HTTP/1.1" status: 200 len: 1099 time: 0.1003649 Aug 05 04:25:56.722102 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07d1510c-15a4-4026-8ce8-640afb773146 req-3550d755-1a2e-4006-b3ed-217521c0067b tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] Made reservation on behalf of 88846352619148c2818dd2d33ca47d26 for: {'port': 1} {{(pid=93251) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 04:25:56.725520 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-07d1510c-15a4-4026-8ce8-640afb773146 req-3550d755-1a2e-4006-b3ed-217521c0067b tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:25:56.743666 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-23bdfd5b-5554-47a3-86df-c9eaf01f4247 req-fa5d28db-e851-49c0-b204-d8934cb29598 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=4c1fea28-8593-4774-81e1-7f4d3c58ebed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521843 Aug 05 04:25:56.783736 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2586fa76-cfea-4da6-8ee9-e0cd161d5f60 req-6391f9ce-ac47-44f4-a298-28bd01ee5430 tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c68862a-3113-4cd8-8962-a57249ead31d HTTP/1.1" status: 200 len: 210 time: 0.0267940 Aug 05 04:25:56.854615 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.db_base_plugin_common [req-07d1510c-15a4-4026-8ce8-640afb773146 req-3550d755-1a2e-4006-b3ed-217521c0067b tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] Allocated IP 172.20.0.4 (5e4ebe55-ffad-4947-b30a-6a86818e9aa4/93de3766-8384-4fb4-879c-8f1cbb2b879f/5ff1fd3f-2847-4caa-81d0-d4a57a0b66dc) {{(pid=93251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 04:25:56.999070 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-07d1510c-15a4-4026-8ce8-640afb773146 req-3550d755-1a2e-4006-b3ed-217521c0067b tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] Notify callbacks [] for port, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:25:57.038597 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-07d1510c-15a4-4026-8ce8-640afb773146 req-3550d755-1a2e-4006-b3ed-217521c0067b tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763712145875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8933231'] for port, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:25:57.042959 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cdfa9d-6ee7-4a2b-b35a-acb083580d10 req-42c7adf3-6e97-4668-bab0-ec5c468cbfea tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:25:57.044594 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-81cdfa9d-6ee7-4a2b-b35a-acb083580d10 req-42c7adf3-6e97-4668-bab0-ec5c468cbfea tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=eee8bae2-e704-4afe-8c10-52cae6b3fd91 HTTP/1.1" status: 200 len: 946 time: 0.0525205 Aug 05 04:25:57.082539 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-81cdfa9d-6ee7-4a2b-b35a-acb083580d10 req-0b51b6cf-1b35-4dc3-bc34-1c510cadc551 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c1fea28-8593-4774-81e1-7f4d3c58ebed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316119 Aug 05 04:25:57.083649 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07d1510c-15a4-4026-8ce8-640afb773146 req-3550d755-1a2e-4006-b3ed-217521c0067b tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] Network 5e4ebe55-ffad-4947-b30a-6a86818e9aa4 is already hosted by enough agents. {{(pid=93251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 04:25:57.086842 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [req-07d1510c-15a4-4026-8ce8-640afb773146 req-3550d755-1a2e-4006-b3ed-217521c0067b tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] Resources bound (agent type, host, resource id): {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 04:25:57.091717 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [req-07d1510c-15a4-4026-8ce8-640afb773146 req-3550d755-1a2e-4006-b3ed-217521c0067b tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] Received port after_create {{(pid=93251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 04:25:57.095516 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3550d755-1a2e-4006-b3ed-217521c0067b tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] Pushing event updated for resources: {'Port': ['ID=5ff1fd3f-2847-4caa-81d0-d4a57a0b66dc,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:25:57.139510 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d1510c-15a4-4026-8ce8-640afb773146 req-3550d755-1a2e-4006-b3ed-217521c0067b tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:25:57.140113 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-07d1510c-15a4-4026-8ce8-640afb773146 req-3550d755-1a2e-4006-b3ed-217521c0067b tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224329'] for port, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:25:57.153081 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-07d1510c-15a4-4026-8ce8-640afb773146 req-3550d755-1a2e-4006-b3ed-217521c0067b tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5686159 Aug 05 04:25:57.397939 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [req-07d1510c-15a4-4026-8ce8-640afb773146 req-012de450-4ac5-4521-afce-fbb140892b40 service neutron] Request body: {'port': {'device_id': '2c68862a-3113-4cd8-8962-a57249ead31d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80300'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:25:57.452070 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-07d1510c-15a4-4026-8ce8-640afb773146 req-012de450-4ac5-4521-afce-fbb140892b40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:25:57.701210 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [req-07d1510c-15a4-4026-8ce8-640afb773146 req-012de450-4ac5-4521-afce-fbb140892b40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ff1fd3f-2847-4caa-81d0-d4a57a0b66dc {{(pid=93251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 04:25:57.708388 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-07d1510c-15a4-4026-8ce8-640afb773146 req-012de450-4ac5-4521-afce-fbb140892b40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:25:57.720002 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [req-07d1510c-15a4-4026-8ce8-640afb773146 req-012de450-4ac5-4521-afce-fbb140892b40 service neutron] Transition to ACTIVE for port object 5ff1fd3f-2847-4caa-81d0-d4a57a0b66dc will not be triggered until provisioned by entity L2. {{(pid=93251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 04:25:57.724311 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-07d1510c-15a4-4026-8ce8-640afb773146 req-012de450-4ac5-4521-afce-fbb140892b40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8933222'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:25:57.771681 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012de450-4ac5-4521-afce-fbb140892b40 service neutron] Pushing event updated for resources: {'Port': ['ID=5ff1fd3f-2847-4caa-81d0-d4a57a0b66dc,revision_number=2']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:25:57.841304 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [req-07d1510c-15a4-4026-8ce8-640afb773146 req-012de450-4ac5-4521-afce-fbb140892b40 service neutron] Attempting to bind port 5ff1fd3f-2847-4caa-81d0-d4a57a0b66dc on host hv-cinder-80300 for vnic_type normal with profile {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 04:25:57.841638 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [req-07d1510c-15a4-4026-8ce8-640afb773146 req-012de450-4ac5-4521-afce-fbb140892b40 service neutron] Attempting to bind port 5ff1fd3f-2847-4caa-81d0-d4a57a0b66dc by drivers openvswitch,hyperv on host hv-cinder-80300 at level 0 using segments [{'id': '99d03ebc-d2af-4edc-aa03-85fbf098bbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '5e4ebe55-ffad-4947-b30a-6a86818e9aa4'}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 04:25:57.841962 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d1510c-15a4-4026-8ce8-640afb773146 req-012de450-4ac5-4521-afce-fbb140892b40 service neutron] Attempting to bind port 5ff1fd3f-2847-4caa-81d0-d4a57a0b66dc on network 5e4ebe55-ffad-4947-b30a-6a86818e9aa4 {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 04:25:57.846184 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d1510c-15a4-4026-8ce8-640afb773146 req-012de450-4ac5-4521-afce-fbb140892b40 service neutron] Port 5ff1fd3f-2847-4caa-81d0-d4a57a0b66dc on network 5e4ebe55-ffad-4947-b30a-6a86818e9aa4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80300 {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 04:25:57.846522 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d1510c-15a4-4026-8ce8-640afb773146 req-012de450-4ac5-4521-afce-fbb140892b40 service neutron] Attempting to bind port 5ff1fd3f-2847-4caa-81d0-d4a57a0b66dc on network 5e4ebe55-ffad-4947-b30a-6a86818e9aa4 {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 04:25:57.851351 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d1510c-15a4-4026-8ce8-640afb773146 req-012de450-4ac5-4521-afce-fbb140892b40 service neutron] Checking agent: {'id': 'a0106253-c5a2-4978-ae01-2b305935773e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80300', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 4, 16, 33), 'started_at': datetime.datetime(2021, 8, 5, 4, 16, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 4, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 04:25:57.851694 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d1510c-15a4-4026-8ce8-640afb773146 req-012de450-4ac5-4521-afce-fbb140892b40 service neutron] Checking segment: {'id': '99d03ebc-d2af-4edc-aa03-85fbf098bbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '5e4ebe55-ffad-4947-b30a-6a86818e9aa4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 04:25:57.852069 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d1510c-15a4-4026-8ce8-640afb773146 req-012de450-4ac5-4521-afce-fbb140892b40 service neutron] Bound using segment: {'id': '99d03ebc-d2af-4edc-aa03-85fbf098bbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '5e4ebe55-ffad-4947-b30a-6a86818e9aa4'} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 04:25:57.852493 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [req-07d1510c-15a4-4026-8ce8-640afb773146 req-012de450-4ac5-4521-afce-fbb140892b40 service neutron] Bound port: 5ff1fd3f-2847-4caa-81d0-d4a57a0b66dc, host: hv-cinder-80300, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99d03ebc-d2af-4edc-aa03-85fbf098bbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '5e4ebe55-ffad-4947-b30a-6a86818e9aa4'}}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 04:25:57.852846 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-07d1510c-15a4-4026-8ce8-640afb773146 req-012de450-4ac5-4521-afce-fbb140892b40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:25:57.894942 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3747d5-0ac9-4721-8cd6-399dcf8be4de req-4569ce1f-b7b9-4a45-977a-a480e9551057 tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:25:57.896382 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-af3747d5-0ac9-4721-8cd6-399dcf8be4de req-4569ce1f-b7b9-4a45-977a-a480e9551057 tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c68862a-3113-4cd8-8962-a57249ead31d HTTP/1.1" status: 200 len: 943 time: 0.0475309 Aug 05 04:25:57.915114 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [req-07d1510c-15a4-4026-8ce8-640afb773146 req-012de450-4ac5-4521-afce-fbb140892b40 service neutron] For port 5ff1fd3f-2847-4caa-81d0-d4a57a0b66dc, host hv-cinder-80300, cleared binding levels {{(pid=93251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 04:25:57.918596 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [req-07d1510c-15a4-4026-8ce8-640afb773146 req-012de450-4ac5-4521-afce-fbb140892b40 service neutron] For port 5ff1fd3f-2847-4caa-81d0-d4a57a0b66dc, host hv-cinder-80300, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=5ff1fd3f-2847-4caa-81d0-d4a57a0b66dc,segment=NetworkSegment(99d03ebc-d2af-4edc-aa03-85fbf098bbc3),segment_id=99d03ebc-d2af-4edc-aa03-85fbf098bbc3)] {{(pid=93251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 04:25:57.924344 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-07d1510c-15a4-4026-8ce8-640afb773146 req-012de450-4ac5-4521-afce-fbb140892b40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8933222'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:25:57.935581 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-af3747d5-0ac9-4721-8cd6-399dcf8be4de req-85b4d68b-2301-43eb-8dd1-6e0fc4ecac6e tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] 10.222.0.37 "GET /v2.0/security-groups?id=e229e27f-6df5-4da7-ab31-6e670a3ad6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326271 Aug 05 04:25:57.957564 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d1510c-15a4-4026-8ce8-640afb773146 req-012de450-4ac5-4521-afce-fbb140892b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:25:57.958163 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-07d1510c-15a4-4026-8ce8-640afb773146 req-012de450-4ac5-4521-afce-fbb140892b40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224329'] for port, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:25:57.959531 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-07d1510c-15a4-4026-8ce8-640afb773146 req-012de450-4ac5-4521-afce-fbb140892b40 service neutron] 10.222.0.39 "PUT /v2.0/ports/5ff1fd3f-2847-4caa-81d0-d4a57a0b66dc HTTP/1.1" status: 200 len: 1093 time: 0.5657043 Aug 05 04:25:57.959951 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c68862a-3113-4cd8-8962-a57249ead31d', 'tag': '5ff1fd3f-2847-4caa-81d0-d4a57a0b66dc'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 04:25:57.962174 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc51a2a5f300f30acac232ef327f3f01bb0f894a96a37a70efeb1c252096f2af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8b5bc92-c890-448c-ad01-30c4630239f6" -d '{"events": [{"name": "network-changed", "server_uuid": "2c68862a-3113-4cd8-8962-a57249ead31d", "tag": "5ff1fd3f-2847-4caa-81d0-d4a57a0b66dc"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 04:25:57.985361 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012de450-4ac5-4521-afce-fbb140892b40 service neutron] Pushing event updated for resources: {'Port': ['ID=5ff1fd3f-2847-4caa-81d0-d4a57a0b66dc,revision_number=3']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:25:58.002052 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 04:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55200ee2-2314-4aba-a6db-9afc30bc3093 x-openstack-request-id: req-55200ee2-2314-4aba-a6db-9afc30bc3093 {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 04:25:58.002370 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c68862a-3113-4cd8-8962-a57249ead31d", "tag": "5ff1fd3f-2847-4caa-81d0-d4a57a0b66dc", "status": "completed", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 04:25:58.002662 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-55200ee2-2314-4aba-a6db-9afc30bc3093 {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 04:25:58.003057 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c68862a-3113-4cd8-8962-a57249ead31d', 'tag': '5ff1fd3f-2847-4caa-81d0-d4a57a0b66dc', 'status': 'completed', 'code': 200} Aug 05 04:25:58.082046 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d1510c-15a4-4026-8ce8-640afb773146 req-9729b41a-eeff-4212-b92e-0b25463cf5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:25:58.083531 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-07d1510c-15a4-4026-8ce8-640afb773146 req-9729b41a-eeff-4212-b92e-0b25463cf5ef service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=88846352619148c2818dd2d33ca47d26&device_id=2c68862a-3113-4cd8-8962-a57249ead31d HTTP/1.1" status: 200 len: 1096 time: 0.0428650 Aug 05 04:25:58.131614 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-07d1510c-15a4-4026-8ce8-640afb773146 req-0e799add-12ac-4133-84f3-6870101416d7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ff1fd3f-2847-4caa-81d0-d4a57a0b66dc HTTP/1.1" status: 200 len: 217 time: 0.0333226 Aug 05 04:25:58.175172 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-87ea8438-47cd-44c4-a808-9a807a63fea8 None None] Agent healthcheck: found 6 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 04:25:58.181076 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d1510c-15a4-4026-8ce8-640afb773146 req-4862d721-9599-4511-a7c6-ba67bb15a821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:25:58.182584 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-07d1510c-15a4-4026-8ce8-640afb773146 req-4862d721-9599-4511-a7c6-ba67bb15a821 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=93de3766-8384-4fb4-879c-8f1cbb2b879f HTTP/1.1" status: 200 len: 854 time: 0.0432799 Aug 05 04:25:58.199141 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feb6c0d-0a3b-44d2-82a5-61f550afdab6 req-1d23d3a2-ff86-40fa-8b21-5e74b3eb98d0 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:25:58.200832 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3feb6c0d-0a3b-44d2-82a5-61f550afdab6 req-1d23d3a2-ff86-40fa-8b21-5e74b3eb98d0 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=eee8bae2-e704-4afe-8c10-52cae6b3fd91 HTTP/1.1" status: 200 len: 946 time: 0.0472193 Aug 05 04:25:58.219957 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-07d1510c-15a4-4026-8ce8-640afb773146 req-cc42612f-2ff4-430a-b9a9-b53a837bf089 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5e4ebe55-ffad-4947-b30a-6a86818e9aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280013 Aug 05 04:25:58.238116 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3feb6c0d-0a3b-44d2-82a5-61f550afdab6 req-8572d040-c455-40e3-8945-7b58b1b58bb2 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c1fea28-8593-4774-81e1-7f4d3c58ebed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313447 Aug 05 04:25:58.312048 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-07d1510c-15a4-4026-8ce8-640afb773146 req-aba50a2d-f0ec-441e-b3ad-f31856256d57 service neutron] 10.222.0.39 "GET /v2.0/networks/5e4ebe55-ffad-4947-b30a-6a86818e9aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807343 Aug 05 04:25:58.404471 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-07d1510c-15a4-4026-8ce8-640afb773146 req-a522a2bd-b1ca-466c-ab0e-81fc6928c590 service neutron] 10.222.0.39 "GET /v2.0/networks/5e4ebe55-ffad-4947-b30a-6a86818e9aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843132 Aug 05 04:25:58.571899 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b5bc92-c890-448c-ad01-30c4630239f6 req-366c0614-7fc0-4c05-8185-0a4686b6fd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:25:58.573880 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-e8b5bc92-c890-448c-ad01-30c4630239f6 req-366c0614-7fc0-4c05-8185-0a4686b6fd3a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=88846352619148c2818dd2d33ca47d26&device_id=2c68862a-3113-4cd8-8962-a57249ead31d HTTP/1.1" status: 200 len: 1096 time: 0.0400336 Aug 05 04:25:58.704100 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b5bc92-c890-448c-ad01-30c4630239f6 req-156842be-1816-4a63-8383-6ebdb160ec8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:25:58.705587 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-e8b5bc92-c890-448c-ad01-30c4630239f6 req-156842be-1816-4a63-8383-6ebdb160ec8f service neutron] 10.222.0.39 "GET /v2.0/networks?id=5e4ebe55-ffad-4947-b30a-6a86818e9aa4 HTTP/1.1" status: 200 len: 915 time: 0.0834563 Aug 05 04:25:58.749503 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-e8b5bc92-c890-448c-ad01-30c4630239f6 req-082a8caf-3cef-4c7b-9b1d-7fdff1aa5905 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ff1fd3f-2847-4caa-81d0-d4a57a0b66dc HTTP/1.1" status: 200 len: 217 time: 0.0365815 Aug 05 04:25:58.798998 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b5bc92-c890-448c-ad01-30c4630239f6 req-9eabaf8e-e0b4-4ffe-ba84-94638f9d0562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:25:58.800755 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-e8b5bc92-c890-448c-ad01-30c4630239f6 req-9eabaf8e-e0b4-4ffe-ba84-94638f9d0562 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=93de3766-8384-4fb4-879c-8f1cbb2b879f HTTP/1.1" status: 200 len: 854 time: 0.0446429 Aug 05 04:25:58.833245 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-e8b5bc92-c890-448c-ad01-30c4630239f6 req-4b550fb5-b380-4b35-9eb4-da34da8fec1a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5e4ebe55-ffad-4947-b30a-6a86818e9aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249727 Aug 05 04:25:58.927607 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-e8b5bc92-c890-448c-ad01-30c4630239f6 req-54483c71-d291-4312-95e0-28776af0161a service neutron] 10.222.0.39 "GET /v2.0/networks/5e4ebe55-ffad-4947-b30a-6a86818e9aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879576 Aug 05 04:25:59.030137 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-e8b5bc92-c890-448c-ad01-30c4630239f6 req-6e571d3c-3fa1-4871-844a-45e30a60a273 service neutron] 10.222.0.39 "GET /v2.0/networks/5e4ebe55-ffad-4947-b30a-6a86818e9aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928004 Aug 05 04:25:59.065788 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd8d672-0504-401d-b886-e817c15e31b4 req-e9c53dde-3ad8-45b7-9249-8a0d0a0646f3 tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:25:59.067225 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2cd8d672-0504-401d-b886-e817c15e31b4 req-e9c53dde-3ad8-45b7-9249-8a0d0a0646f3 tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c68862a-3113-4cd8-8962-a57249ead31d HTTP/1.1" status: 200 len: 943 time: 0.0597563 Aug 05 04:25:59.107618 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2cd8d672-0504-401d-b886-e817c15e31b4 req-b8d76706-509d-4a7e-b12b-b34e4baad91e tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] 10.222.0.37 "GET /v2.0/security-groups?id=e229e27f-6df5-4da7-ab31-6e670a3ad6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345755 Aug 05 04:25:59.356782 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eebdd78-8f6f-4f35-9a13-cd38e4afcf6c req-685f6cf3-423f-4524-9137-20649b0be3bb tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:25:59.358206 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7eebdd78-8f6f-4f35-9a13-cd38e4afcf6c req-685f6cf3-423f-4524-9137-20649b0be3bb tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=eee8bae2-e704-4afe-8c10-52cae6b3fd91 HTTP/1.1" status: 200 len: 946 time: 0.0488005 Aug 05 04:25:59.396701 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7eebdd78-8f6f-4f35-9a13-cd38e4afcf6c req-83174c9e-51dc-4246-ad4d-70362bec64a1 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c1fea28-8593-4774-81e1-7f4d3c58ebed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321026 Aug 05 04:26:00.221361 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd631372-19cc-44df-8bd8-7812e78b0923 req-e9f56bc6-9f74-4700-b13d-6f1c7473042e tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:26:00.222851 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-dd631372-19cc-44df-8bd8-7812e78b0923 req-e9f56bc6-9f74-4700-b13d-6f1c7473042e tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c68862a-3113-4cd8-8962-a57249ead31d HTTP/1.1" status: 200 len: 943 time: 0.0482733 Aug 05 04:26:00.258799 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-dd631372-19cc-44df-8bd8-7812e78b0923 req-347e6e8e-b82a-4749-98f0-43bd6a9f8e58 tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] 10.222.0.37 "GET /v2.0/security-groups?id=e229e27f-6df5-4da7-ab31-6e670a3ad6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302396 Aug 05 04:26:00.519028 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010f71e5-d105-46f4-85d6-e79ab035c840 req-64300bd2-6bd4-4e60-8cf7-054c642dd591 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:26:00.520471 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-010f71e5-d105-46f4-85d6-e79ab035c840 req-64300bd2-6bd4-4e60-8cf7-054c642dd591 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=eee8bae2-e704-4afe-8c10-52cae6b3fd91 HTTP/1.1" status: 200 len: 946 time: 0.0507593 Aug 05 04:26:00.558591 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-010f71e5-d105-46f4-85d6-e79ab035c840 req-e1079cc3-85ad-44b3-a62f-9e1e0836a01d tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c1fea28-8593-4774-81e1-7f4d3c58ebed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322466 Aug 05 04:26:01.369351 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead14f94-63f8-4067-bce6-d63b201d8c21 req-f02ce6f7-2935-47cd-8f5d-e78d8a76278e tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:26:01.370820 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ead14f94-63f8-4067-bce6-d63b201d8c21 req-f02ce6f7-2935-47cd-8f5d-e78d8a76278e tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c68862a-3113-4cd8-8962-a57249ead31d HTTP/1.1" status: 200 len: 943 time: 0.0473607 Aug 05 04:26:01.408224 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ead14f94-63f8-4067-bce6-d63b201d8c21 req-f6c1b74d-2e22-4684-8948-5f2ff1eda455 tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] 10.222.0.37 "GET /v2.0/security-groups?id=e229e27f-6df5-4da7-ab31-6e670a3ad6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312195 Aug 05 04:26:01.775665 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Device 5ff1fd3f-2847-4caa-81d0-d4a57a0b66dc details requested by agent hyperv_hv-cinder-80300 with host hv-cinder-80300 {{(pid=93252) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 04:26:01.870121 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] For port 5ff1fd3f-2847-4caa-81d0-d4a57a0b66dc, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=5ff1fd3f-2847-4caa-81d0-d4a57a0b66dc,segment=NetworkSegment(99d03ebc-d2af-4edc-aa03-85fbf098bbc3),segment_id=99d03ebc-d2af-4edc-aa03-85fbf098bbc3)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:26:01.880721 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Returning: {'device': '5ff1fd3f-2847-4caa-81d0-d4a57a0b66dc', 'network_id': '5e4ebe55-ffad-4947-b30a-6a86818e9aa4', 'port_id': '5ff1fd3f-2847-4caa-81d0-d4a57a0b66dc', 'mac_address': 'fa:16:3e:29:b2:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93de3766-8384-4fb4-879c-8f1cbb2b879f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93252) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 04:26:01.915986 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:26:01.928439 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ff1fd3f-2847-4caa-81d0-d4a57a0b66dc {{(pid=93252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 04:26:01.947039 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] For port 5ff1fd3f-2847-4caa-81d0-d4a57a0b66dc, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=5ff1fd3f-2847-4caa-81d0-d4a57a0b66dc,segment=NetworkSegment(99d03ebc-d2af-4edc-aa03-85fbf098bbc3),segment_id=99d03ebc-d2af-4edc-aa03-85fbf098bbc3)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:26:01.952053 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:26:02.003409 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Pushing event updated for resources: {'Port': ['ID=5ff1fd3f-2847-4caa-81d0-d4a57a0b66dc,revision_number=4']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:26:02.372863 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] get_ports_and_sgs() called for port_ids ['5ff1fd3f-2847-4caa-81d0-d4a57a0b66dc'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 04:26:02.519852 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27307d50-79d0-49f7-9aea-cad330848294 req-b7fac964-26b3-437d-8ade-54a56cb232d6 tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:26:02.521313 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-27307d50-79d0-49f7-9aea-cad330848294 req-b7fac964-26b3-437d-8ade-54a56cb232d6 tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c68862a-3113-4cd8-8962-a57249ead31d HTTP/1.1" status: 200 len: 944 time: 0.0477171 Aug 05 04:26:02.558324 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-27307d50-79d0-49f7-9aea-cad330848294 req-3242b74f-f80a-44b5-9276-30237f0b6f48 tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] 10.222.0.37 "GET /v2.0/security-groups?id=e229e27f-6df5-4da7-ab31-6e670a3ad6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311432 Aug 05 04:26:02.705462 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-6ae0314d-984f-4185-a770-f76b5100aea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:26:03.671174 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9d362d-93ef-44ac-8be9-8d0ac1b86968 req-8c0c09bd-b171-47c4-853b-13f9674d7624 tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:26:03.672596 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ae9d362d-93ef-44ac-8be9-8d0ac1b86968 req-8c0c09bd-b171-47c4-853b-13f9674d7624 tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c68862a-3113-4cd8-8962-a57249ead31d HTTP/1.1" status: 200 len: 944 time: 0.0496073 Aug 05 04:26:03.709312 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ae9d362d-93ef-44ac-8be9-8d0ac1b86968 req-b1b767cc-da69-498a-8f74-fd75cad67070 tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] 10.222.0.37 "GET /v2.0/security-groups?id=e229e27f-6df5-4da7-ab31-6e670a3ad6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308335 Aug 05 04:26:03.781889 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Device 5ff1fd3f-2847-4caa-81d0-d4a57a0b66dc up at agent hyperv_hv-cinder-80300 {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 04:26:03.832239 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Provisioning for port 5ff1fd3f-2847-4caa-81d0-d4a57a0b66dc completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 04:26:03.835791 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Provisioning complete for port 5ff1fd3f-2847-4caa-81d0-d4a57a0b66dc triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 04:26:03.836163 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66839334'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:26:03.910173 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:26:03.931600 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c68862a-3113-4cd8-8962-a57249ead31d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ff1fd3f-2847-4caa-81d0-d4a57a0b66dc'}] {{(pid=93252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 04:26:03.933896 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f021a78abaadf32682ec407d28b092b8d5e159b0dca1f9e700978c1e9d6d025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cbd723a-3e03-4f25-824b-429fd566f071" -d '{"events": [{"server_uuid": "2c68862a-3113-4cd8-8962-a57249ead31d", "name": "network-vif-plugged", "status": "completed", "tag": "5ff1fd3f-2847-4caa-81d0-d4a57a0b66dc"}]}' {{(pid=93252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 04:26:03.946804 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] For port 5ff1fd3f-2847-4caa-81d0-d4a57a0b66dc, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=5ff1fd3f-2847-4caa-81d0-d4a57a0b66dc,segment=NetworkSegment(99d03ebc-d2af-4edc-aa03-85fbf098bbc3),segment_id=99d03ebc-d2af-4edc-aa03-85fbf098bbc3)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:26:03.950946 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:26:03.973811 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 04:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-005489af-7845-453c-9f9b-e4f60e1e42a9 x-openstack-request-id: req-005489af-7845-453c-9f9b-e4f60e1e42a9 {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 04:26:03.974105 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c68862a-3113-4cd8-8962-a57249ead31d", "name": "network-vif-plugged", "status": "completed", "tag": "5ff1fd3f-2847-4caa-81d0-d4a57a0b66dc", "code": 200}]} {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 04:26:03.974362 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-005489af-7845-453c-9f9b-e4f60e1e42a9 {{(pid=93252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 04:26:03.974769 dv-cinder-803000-4-iscsi neutron-server[93252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c68862a-3113-4cd8-8962-a57249ead31d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ff1fd3f-2847-4caa-81d0-d4a57a0b66dc', 'code': 200} Aug 05 04:26:03.999555 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Pushing event updated for resources: {'Port': ['ID=5ff1fd3f-2847-4caa-81d0-d4a57a0b66dc,revision_number=5']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:26:04.168678 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e4c670-5b0c-44d3-aff9-70a4d4d94be7 req-2919732c-4697-4c1a-a689-bbcab78696a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:26:04.170036 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-18e4c670-5b0c-44d3-aff9-70a4d4d94be7 req-2919732c-4697-4c1a-a689-bbcab78696a5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2c68862a-3113-4cd8-8962-a57249ead31d HTTP/1.1" status: 200 len: 1098 time: 0.0424914 Aug 05 04:26:04.204120 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-18e4c670-5b0c-44d3-aff9-70a4d4d94be7 req-3b8ce88f-3362-4246-b7cc-54f1a15d5ab1 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e229e27f-6df5-4da7-ab31-6e670a3ad6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0260725 Aug 05 04:26:04.818054 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecfc3c4-18c8-4675-860c-ed4f0fb4342f req-663bf263-6e66-49e3-a9d2-43d9682dd76d tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:26:04.819417 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-aecfc3c4-18c8-4675-860c-ed4f0fb4342f req-663bf263-6e66-49e3-a9d2-43d9682dd76d tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c68862a-3113-4cd8-8962-a57249ead31d HTTP/1.1" status: 200 len: 945 time: 0.0463424 Aug 05 04:26:04.856907 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-aecfc3c4-18c8-4675-860c-ed4f0fb4342f req-3b647d5a-1a48-4112-9667-9d68e94e4b5a tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] 10.222.0.37 "GET /v2.0/security-groups?id=e229e27f-6df5-4da7-ab31-6e670a3ad6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306666 Aug 05 04:26:05.138317 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bb3cdd7a-6e50-4636-849a-754b08cd06b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:26:05.322305 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:26:05.970444 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec73b64a-ef12-4784-909f-f5522e9ad64f req-bd935a1b-cd54-4aac-b357-f8b2795a20df tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:26:05.971916 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ec73b64a-ef12-4784-909f-f5522e9ad64f req-bd935a1b-cd54-4aac-b357-f8b2795a20df tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c68862a-3113-4cd8-8962-a57249ead31d HTTP/1.1" status: 200 len: 945 time: 0.0479276 Aug 05 04:26:06.007270 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ec73b64a-ef12-4784-909f-f5522e9ad64f req-1b87175f-2f1a-4826-8dba-5d735e0bafb3 tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] 10.222.0.37 "GET /v2.0/security-groups?id=e229e27f-6df5-4da7-ab31-6e670a3ad6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295560 Aug 05 04:26:06.314926 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-03641130-cd72-49d2-95a2-84c2adaa14ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:26:08.003272 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-6a2206e1-ea48-45a0-865e-aad2fcc79b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:26:09.512856 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:26:27.733669 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310924d9-e7c8-4c18-a0f9-8dc2a349c245 req-501c7b11-a57a-448d-b3f7-bc0138fc2cfc tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:26:27.735120 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-310924d9-e7c8-4c18-a0f9-8dc2a349c245 req-501c7b11-a57a-448d-b3f7-bc0138fc2cfc tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/ports?device_id=2147f667-d746-4185-9f35-aeecd3b618bf HTTP/1.1" status: 200 len: 945 time: 0.0510232 Aug 05 04:26:27.771197 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-310924d9-e7c8-4c18-a0f9-8dc2a349c245 req-5314f410-ef8f-49a1-9331-fcdb10e38ab3 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/security-groups?id=30a7b57d-d19f-4842-b220-e889f0616c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302498 Aug 05 04:26:28.882160 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8920248c-d491-48e6-9634-e28aabc5457f req-429f5cab-5c07-41ea-86df-e5c12d94fa75 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:26:28.883663 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8920248c-d491-48e6-9634-e28aabc5457f req-429f5cab-5c07-41ea-86df-e5c12d94fa75 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/ports?device_id=2147f667-d746-4185-9f35-aeecd3b618bf HTTP/1.1" status: 200 len: 945 time: 0.0475109 Aug 05 04:26:28.921432 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8920248c-d491-48e6-9634-e28aabc5457f req-c948e166-aa18-4d96-8738-e658495c3c20 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/security-groups?id=30a7b57d-d19f-4842-b220-e889f0616c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319376 Aug 05 04:26:29.402733 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d082327-7f4d-4c51-9c0c-5d01fa918184 req-5d5dcf2c-d925-486a-97cc-d44f37dfc36a tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:26:29.404119 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-6d082327-7f4d-4c51-9c0c-5d01fa918184 req-5d5dcf2c-d925-486a-97cc-d44f37dfc36a tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.39 "GET /v2.0/ports?device_id=2147f667-d746-4185-9f35-aeecd3b618bf HTTP/1.1" status: 200 len: 945 time: 0.0467520 Aug 05 04:26:29.491251 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [req-6d082327-7f4d-4c51-9c0c-5d01fa918184 req-b6086cd4-dfaa-40e1-b301-c2a6738dda02 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Deleting port b62ea826-62c2-44d5-99fd-68a5f0075fbe {{(pid=93251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 04:26:29.491583 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-6d082327-7f4d-4c51-9c0c-5d01fa918184 req-b6086cd4-dfaa-40e1-b301-c2a6738dda02 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763712722935'] for port, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:26:29.580707 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [req-6d082327-7f4d-4c51-9c0c-5d01fa918184 req-b6086cd4-dfaa-40e1-b301-c2a6738dda02 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] For port b62ea826-62c2-44d5-99fd-68a5f0075fbe, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=b62ea826-62c2-44d5-99fd-68a5f0075fbe,segment=NetworkSegment(46fc2665-bd7b-4bf5-96d2-56ae68d8b710),segment_id=46fc2665-bd7b-4bf5-96d2-56ae68d8b710)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:26:29.581072 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-6d082327-7f4d-4c51-9c0c-5d01fa918184 req-b6086cd4-dfaa-40e1-b301-c2a6738dda02 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-702725'] for port, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:26:30.046458 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-6d082327-7f4d-4c51-9c0c-5d01fa918184 req-b6086cd4-dfaa-40e1-b301-c2a6738dda02 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:26:30.046704 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c372fcc-cdd1-4fcf-9d81-c69c8e85ac08 req-620d3e73-be34-4a37-acfa-a90de42fc411 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:26:30.047201 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-6d082327-7f4d-4c51-9c0c-5d01fa918184 req-b6086cd4-dfaa-40e1-b301-c2a6738dda02 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-699471'] for floatingip, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:26:30.047201 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.db.l3_db [req-6d082327-7f4d-4c51-9c0c-5d01fa918184 req-b6086cd4-dfaa-40e1-b301-c2a6738dda02 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Floating IP f455aa7b-65be-4d42-9194-f06b61a5ed49 disassociated. External IP: 172.27.3.131, port: b62ea826-62c2-44d5-99fd-68a5f0075fbe. Aug 05 04:26:30.047582 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [req-6d082327-7f4d-4c51-9c0c-5d01fa918184 req-b6086cd4-dfaa-40e1-b301-c2a6738dda02 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Calling delete_port for b62ea826-62c2-44d5-99fd-68a5f0075fbe owned by compute:nova {{(pid=93251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 04:26:30.048071 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3c372fcc-cdd1-4fcf-9d81-c69c8e85ac08 req-620d3e73-be34-4a37-acfa-a90de42fc411 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/ports?device_id=2147f667-d746-4185-9f35-aeecd3b618bf HTTP/1.1" status: 200 len: 945 time: 0.0501540 Aug 05 04:26:30.086065 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3c372fcc-cdd1-4fcf-9d81-c69c8e85ac08 req-0db8450e-74db-4b1b-83ce-4bddb295c852 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/security-groups?id=30a7b57d-d19f-4842-b220-e889f0616c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316095 Aug 05 04:26:30.173765 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-6d082327-7f4d-4c51-9c0c-5d01fa918184 req-b6086cd4-dfaa-40e1-b301-c2a6738dda02 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763712549039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763712145884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8933231'] for port, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:26:30.205697 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6086cd4-dfaa-40e1-b301-c2a6738dda02 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Pushing event deleted for resources: {'Port': ['ID=b62ea826-62c2-44d5-99fd-68a5f0075fbe,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:26:30.312573 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6d082327-7f4d-4c51-9c0c-5d01fa918184 req-b6086cd4-dfaa-40e1-b301-c2a6738dda02 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Router 817ed01a-a8d8-42fb-8a96-7ce58c319b91 has already been hosted by L3 agent 8e71ca1b-9911-44b3-bf09-1fce3db7ea9a {{(pid=93251) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 04:26:30.421999 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6d082327-7f4d-4c51-9c0c-5d01fa918184 req-b6086cd4-dfaa-40e1-b301-c2a6738dda02 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Notify agent at l3_agent.dv-cinder-803000-4-iscsi the message routers_updated {{(pid=93251) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 04:26:30.432428 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7fcca4-9790-4b8c-b0d4-3bba298faea9 None None] Sync routers for ids ['817ed01a-a8d8-42fb-8a96-7ce58c319b91'] in dv-cinder-803000-4-iscsi {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 04:26:30.442886 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7fcca4-9790-4b8c-b0d4-3bba298faea9 None None] Routers {'817ed01a-a8d8-42fb-8a96-7ce58c319b91'} bound to L3 agent in host dv-cinder-803000-4-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 04:26:30.443721 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-af7fcca4-9790-4b8c-b0d4-3bba298faea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T04:10:35Z,description=,heartbeat_timestamp=2021-08-05T04:26:05Z,host='dv-cinder-803000-4-iscsi',id=8e71ca1b-9911-44b3-bf09-1fce3db7ea9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T04:10:35Z,topic='l3_agent')) {'router_ids': ['817ed01a-a8d8-42fb-8a96-7ce58c319b91'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:26:30.465208 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d082327-7f4d-4c51-9c0c-5d01fa918184 req-b6086cd4-dfaa-40e1-b301-c2a6738dda02 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] No DVR routers for this DVR port b62ea826-62c2-44d5-99fd-68a5f0075fbe on host hv-cinder-80300 {{(pid=93251) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 04:26:30.467568 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-6d082327-7f4d-4c51-9c0c-5d01fa918184 req-b6086cd4-dfaa-40e1-b301-c2a6738dda02 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224329'] for port, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:26:30.469713 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-6d082327-7f4d-4c51-9c0c-5d01fa918184 req-b6086cd4-dfaa-40e1-b301-c2a6738dda02 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.39 "DELETE /v2.0/ports/b62ea826-62c2-44d5-99fd-68a5f0075fbe HTTP/1.1" status: 204 len: 173 time: 1.0584457 Aug 05 04:26:30.470343 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2147f667-d746-4185-9f35-aeecd3b618bf', 'name': 'network-vif-deleted', 'tag': 'b62ea826-62c2-44d5-99fd-68a5f0075fbe'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 04:26:30.472645 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc51a2a5f300f30acac232ef327f3f01bb0f894a96a37a70efeb1c252096f2af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2f1f9e9-1f9b-425c-840f-c6e46ed801f4" -d '{"events": [{"server_uuid": "2147f667-d746-4185-9f35-aeecd3b618bf", "name": "network-vif-deleted", "tag": "b62ea826-62c2-44d5-99fd-68a5f0075fbe"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 04:26:30.516409 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 04:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9399766-1688-4ef1-b56e-86332fa55441 x-openstack-request-id: req-a9399766-1688-4ef1-b56e-86332fa55441 {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 04:26:30.516696 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2147f667-d746-4185-9f35-aeecd3b618bf", "name": "network-vif-deleted", "tag": "b62ea826-62c2-44d5-99fd-68a5f0075fbe", "status": "completed", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 04:26:30.517065 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a9399766-1688-4ef1-b56e-86332fa55441 {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 04:26:30.517564 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2147f667-d746-4185-9f35-aeecd3b618bf', 'name': 'network-vif-deleted', 'tag': 'b62ea826-62c2-44d5-99fd-68a5f0075fbe', 'status': 'completed', 'code': 200} Aug 05 04:26:30.582967 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-af7fcca4-9790-4b8c-b0d4-3bba298faea9 None None] Set router 817ed01a-a8d8-42fb-8a96-7ce58c319b91 gateway port host: dv-cinder-803000-4-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 04:26:30.788087 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-af7fcca4-9790-4b8c-b0d4-3bba298faea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '817ed01a-a8d8-42fb-8a96-7ce58c319b91', 'name': 'tempest-AttachVolumeTestJSON-1789705139-router', 'tenant_id': '7e1b30b90c7140f8b2ccf41b54163dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'external_fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '091d5eca-b71f-4a77-92e9-5d90f6df6ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:18:19Z', 'updated_at': '2021-08-05T04:18:26Z', 'revision_number': 4, 'project_id': '7e1b30b90c7140f8b2ccf41b54163dd5', 'gw_port': {'id': '091d5eca-b71f-4a77-92e9-5d90f6df6ddd', 'name': '', 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:7d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817ed01a-a8d8-42fb-8a96-7ce58c319b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:18:20Z', 'updated_at': '2021-08-05T04:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-4-iscsi', '_interfaces': [{'id': 'ebafcf28-bb05-4219-ba6b-63db8f70f219', 'name': '', 'network_id': '96928152-e7de-4eec-a055-721b95480308', 'tenant_id': '7e1b30b90c7140f8b2ccf41b54163dd5', 'mac_address': 'fa:16:3e:b8:fa:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817ed01a-a8d8-42fb-8a96-7ce58c319b91', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9f533690-95d6-43c6-9d22-76c71900eaef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:18:25Z', 'updated_at': '2021-08-05T04:18:34Z', 'revision_number': 5, 'project_id': '7e1b30b90c7140f8b2ccf41b54163dd5', 'subnets': [{'id': '9f533690-95d6-43c6-9d22-76c71900eaef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803000-4-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:26:30.813338 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7fcca4-9790-4b8c-b0d4-3bba298faea9 None None] Checking router: 817ed01a-a8d8-42fb-8a96-7ce58c319b91 for host: dv-cinder-803000-4-iscsi {{(pid=93252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 04:26:30.821608 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7fcca4-9790-4b8c-b0d4-3bba298faea9 None None] Routers {'817ed01a-a8d8-42fb-8a96-7ce58c319b91'} bound to L3 agent in host dv-cinder-803000-4-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 04:26:30.822206 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-af7fcca4-9790-4b8c-b0d4-3bba298faea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T04:10:35Z,description=,heartbeat_timestamp=2021-08-05T04:26:05Z,host='dv-cinder-803000-4-iscsi',id=8e71ca1b-9911-44b3-bf09-1fce3db7ea9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T04:10:35Z,topic='l3_agent')) {'router_ids': ['817ed01a-a8d8-42fb-8a96-7ce58c319b91'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:26:30.932625 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-af7fcca4-9790-4b8c-b0d4-3bba298faea9 None None] Set router 817ed01a-a8d8-42fb-8a96-7ce58c319b91 gateway port host: dv-cinder-803000-4-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 04:26:31.161283 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7ff0d6-dc94-4a4e-8a06-0bea282cfbb9 req-bdec700b-ecce-440c-8821-9f7b290395f3 tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:26:31.164142 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4b7ff0d6-dc94-4a4e-8a06-0bea282cfbb9 req-bdec700b-ecce-440c-8821-9f7b290395f3 tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c68862a-3113-4cd8-8962-a57249ead31d HTTP/1.1" status: 200 len: 945 time: 0.0592227 Aug 05 04:26:31.227345 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4b7ff0d6-dc94-4a4e-8a06-0bea282cfbb9 req-769f863c-3e07-4fc3-bf72-90bf90650c74 tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] 10.222.0.37 "GET /v2.0/security-groups?id=e229e27f-6df5-4da7-ab31-6e670a3ad6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543659 Aug 05 04:26:31.257801 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c91f942c-b989-4fd5-8b46-443a16e7b5d8 req-b0b96b59-bd01-4b57-8401-fd4311f8acbb tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/ports?device_id=2147f667-d746-4185-9f35-aeecd3b618bf HTTP/1.1" status: 200 len: 210 time: 0.0293562 Aug 05 04:26:31.294574 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-af7fcca4-9790-4b8c-b0d4-3bba298faea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '817ed01a-a8d8-42fb-8a96-7ce58c319b91', 'name': 'tempest-AttachVolumeTestJSON-1789705139-router', 'tenant_id': '7e1b30b90c7140f8b2ccf41b54163dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'external_fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '091d5eca-b71f-4a77-92e9-5d90f6df6ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:18:19Z', 'updated_at': '2021-08-05T04:18:26Z', 'revision_number': 4, 'project_id': '7e1b30b90c7140f8b2ccf41b54163dd5', 'gw_port': {'id': '091d5eca-b71f-4a77-92e9-5d90f6df6ddd', 'name': '', 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:7d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817ed01a-a8d8-42fb-8a96-7ce58c319b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:18:20Z', 'updated_at': '2021-08-05T04:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-4-iscsi', '_interfaces': [{'id': 'ebafcf28-bb05-4219-ba6b-63db8f70f219', 'name': '', 'network_id': '96928152-e7de-4eec-a055-721b95480308', 'tenant_id': '7e1b30b90c7140f8b2ccf41b54163dd5', 'mac_address': 'fa:16:3e:b8:fa:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817ed01a-a8d8-42fb-8a96-7ce58c319b91', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9f533690-95d6-43c6-9d22-76c71900eaef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:18:25Z', 'updated_at': '2021-08-05T04:18:34Z', 'revision_number': 5, 'project_id': '7e1b30b90c7140f8b2ccf41b54163dd5', 'subnets': [{'id': '9f533690-95d6-43c6-9d22-76c71900eaef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803000-4-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:26:31.321611 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7fcca4-9790-4b8c-b0d4-3bba298faea9 None None] The sync data for ids ['817ed01a-a8d8-42fb-8a96-7ce58c319b91'] in dv-cinder-803000-4-iscsi is: [{'id': '817ed01a-a8d8-42fb-8a96-7ce58c319b91', 'name': 'tempest-AttachVolumeTestJSON-1789705139-router', 'tenant_id': '7e1b30b90c7140f8b2ccf41b54163dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'external_fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '091d5eca-b71f-4a77-92e9-5d90f6df6ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:18:19Z', 'updated_at': '2021-08-05T04:18:26Z', 'revision_number': 4, 'project_id': '7e1b30b90c7140f8b2ccf41b54163dd5', 'gw_port': {'id': '091d5eca-b71f-4a77-92e9-5d90f6df6ddd', 'name': '', 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:7d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817ed01a-a8d8-42fb-8a96-7ce58c319b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:18:20Z', 'updated_at': '2021-08-05T04:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-4-iscsi', '_interfaces': [{'id': 'ebafcf28-bb05-4219-ba6b-63db8f70f219', 'name': '', 'network_id': '96928152-e7de-4eec-a055-721b95480308', 'tenant_id': '7e1b30b90c7140f8b2ccf41b54163dd5', 'mac_address': 'fa:16:3e:b8:fa:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817ed01a-a8d8-42fb-8a96-7ce58c319b91', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9f533690-95d6-43c6-9d22-76c71900eaef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:18:25Z', 'updated_at': '2021-08-05T04:18:34Z', 'revision_number': 5, 'project_id': '7e1b30b90c7140f8b2ccf41b54163dd5', 'subnets': [{'id': '9f533690-95d6-43c6-9d22-76c71900eaef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 04:26:31.538197 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a62fc2-8b88-4c15-ac6c-fb5c7717592c None None] New status for floating IP f455aa7b-65be-4d42-9194-f06b61a5ed49: DOWN {{(pid=93253) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 04:26:32.326792 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89b14a7-f3e0-4017-9fc5-7ff61bb1fa87 req-a35610a1-985b-4c15-a9ee-0529dd29ac13 tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:26:32.328292 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b89b14a7-f3e0-4017-9fc5-7ff61bb1fa87 req-a35610a1-985b-4c15-a9ee-0529dd29ac13 tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c68862a-3113-4cd8-8962-a57249ead31d HTTP/1.1" status: 200 len: 945 time: 0.0502853 Aug 05 04:26:32.346192 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 33430) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:26:32.366946 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b89b14a7-f3e0-4017-9fc5-7ff61bb1fa87 req-2c2f88e8-62cd-4088-9e45-47871c2c5378 tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] 10.222.0.37 "GET /v2.0/security-groups?id=e229e27f-6df5-4da7-ab31-6e670a3ad6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328918 Aug 05 04:26:32.399467 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-8a5474ed-0351-4eef-ab30-afa45097e08a tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:26:32.423006 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-8a5474ed-0351-4eef-ab30-afa45097e08a tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:26:32.468210 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-8a5474ed-0351-4eef-ab30-afa45097e08a tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:26:32.470703 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-8a5474ed-0351-4eef-ab30-afa45097e08a tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:26:32.471816 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-8a5474ed-0351-4eef-ab30-afa45097e08a tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "DELETE /v2.0/security-groups/30a7b57d-d19f-4842-b220-e889f0616c67 HTTP/1.1" status: 204 len: 168 time: 0.1246338 Aug 05 04:26:32.474782 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 33432) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:26:32.494202 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5474ed-0351-4eef-ab30-afa45097e08a tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30a7b57d-d19f-4842-b220-e889f0616c67,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:26:32.496284 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.api.v2.resource [None req-2f93adb5-2582-42e2-872b-7d0e3288bc74 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] show failed (client error): The resource could not be found. Aug 05 04:26:32.497227 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-2f93adb5-2582-42e2-872b-7d0e3288bc74 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/security-groups/30a7b57d-d19f-4842-b220-e889f0616c67 HTTP/1.1" status: 404 len: 347 time: 0.0215862 Aug 05 04:26:32.500101 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 33434) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:26:32.625525 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-ca1c567d-fcf7-4962-a131-1eb636d4c1cd tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Deleting port 5385ceff-1cbb-4ee8-ab63-77925a46c9ac {{(pid=93251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 04:26:32.625872 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ca1c567d-fcf7-4962-a131-1eb636d4c1cd tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763712722935'] for port, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:26:32.705755 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ca1c567d-fcf7-4962-a131-1eb636d4c1cd tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-702725'] for port, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:26:32.706246 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ca1c567d-fcf7-4962-a131-1eb636d4c1cd tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:26:32.709349 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-81301800-7546-4216-a445-d20569b7b77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:26:32.722992 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-ca1c567d-fcf7-4962-a131-1eb636d4c1cd tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Calling delete_port for 5385ceff-1cbb-4ee8-ab63-77925a46c9ac owned by network:floatingip {{(pid=93251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 04:26:32.858931 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ca1c567d-fcf7-4962-a131-1eb636d4c1cd tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763712549039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763712145884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8933231'] for port, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:26:32.882459 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1c567d-fcf7-4962-a131-1eb636d4c1cd tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Pushing event deleted for resources: {'Port': ['ID=5385ceff-1cbb-4ee8-ab63-77925a46c9ac,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:26:32.942255 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ca1c567d-fcf7-4962-a131-1eb636d4c1cd tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Notify callbacks [] for floatingip, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:26:32.944701 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ca1c567d-fcf7-4962-a131-1eb636d4c1cd tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224329'] for floatingip, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:26:32.945872 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-ca1c567d-fcf7-4962-a131-1eb636d4c1cd tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "DELETE /v2.0/floatingips/f455aa7b-65be-4d42-9194-f06b61a5ed49 HTTP/1.1" status: 204 len: 168 time: 0.4449334 Aug 05 04:26:33.136744 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206782e3-019e-4c15-84e1-31e718be064f req-6a908d9a-8795-4e79-8f37-8a7db45288fd tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:26:33.138111 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-206782e3-019e-4c15-84e1-31e718be064f req-6a908d9a-8795-4e79-8f37-8a7db45288fd tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c68862a-3113-4cd8-8962-a57249ead31d HTTP/1.1" status: 200 len: 945 time: 0.0487847 Aug 05 04:26:33.224756 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [req-206782e3-019e-4c15-84e1-31e718be064f req-173f1c41-8052-4a89-8187-bd0bf61f579b tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] Deleting port 5ff1fd3f-2847-4caa-81d0-d4a57a0b66dc {{(pid=93251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 04:26:33.225097 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-206782e3-019e-4c15-84e1-31e718be064f req-173f1c41-8052-4a89-8187-bd0bf61f579b tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763712722935'] for port, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:26:33.313203 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [req-206782e3-019e-4c15-84e1-31e718be064f req-173f1c41-8052-4a89-8187-bd0bf61f579b tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] For port 5ff1fd3f-2847-4caa-81d0-d4a57a0b66dc, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=5ff1fd3f-2847-4caa-81d0-d4a57a0b66dc,segment=NetworkSegment(99d03ebc-d2af-4edc-aa03-85fbf098bbc3),segment_id=99d03ebc-d2af-4edc-aa03-85fbf098bbc3)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:26:33.313564 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-206782e3-019e-4c15-84e1-31e718be064f req-173f1c41-8052-4a89-8187-bd0bf61f579b tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-702725'] for port, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:26:33.326609 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [req-206782e3-019e-4c15-84e1-31e718be064f req-173f1c41-8052-4a89-8187-bd0bf61f579b tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] Calling delete_port for 5ff1fd3f-2847-4caa-81d0-d4a57a0b66dc owned by compute:nova {{(pid=93251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 04:26:33.397061 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 33440) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:26:33.402988 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-28170620-2f8a-4395-8a65-0dc319c4f1c7 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1319102906', 'description': 'tempest-description--1935798466'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:26:33.458631 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-28170620-2f8a-4395-8a65-0dc319c4f1c7 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:26:33.486560 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384d3583-2a12-4ae7-ac41-3965ef6d3647 req-039a3aa9-8fe4-45fd-af6a-b193888d85f6 tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:26:33.487214 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-206782e3-019e-4c15-84e1-31e718be064f req-173f1c41-8052-4a89-8187-bd0bf61f579b tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763712549039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763712145884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8933231'] for port, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:26:33.488041 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-384d3583-2a12-4ae7-ac41-3965ef6d3647 req-039a3aa9-8fe4-45fd-af6a-b193888d85f6 tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c68862a-3113-4cd8-8962-a57249ead31d HTTP/1.1" status: 200 len: 945 time: 0.0529599 Aug 05 04:26:33.522368 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173f1c41-8052-4a89-8187-bd0bf61f579b tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] Pushing event deleted for resources: {'Port': ['ID=5ff1fd3f-2847-4caa-81d0-d4a57a0b66dc,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:26:33.528806 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-384d3583-2a12-4ae7-ac41-3965ef6d3647 req-62a4e4c2-a79b-4f1b-9e08-990c15d043fc tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] 10.222.0.37 "GET /v2.0/security-groups?id=e229e27f-6df5-4da7-ab31-6e670a3ad6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326297 Aug 05 04:26:33.537657 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] get_ports_and_sgs() called for port_ids ['5ff1fd3f-2847-4caa-81d0-d4a57a0b66dc'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 04:26:33.576466 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [req-206782e3-019e-4c15-84e1-31e718be064f req-173f1c41-8052-4a89-8187-bd0bf61f579b tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] No DVR routers for this DVR port 5ff1fd3f-2847-4caa-81d0-d4a57a0b66dc on host hv-cinder-80300 {{(pid=93251) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 04:26:33.579522 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-206782e3-019e-4c15-84e1-31e718be064f req-173f1c41-8052-4a89-8187-bd0bf61f579b tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224329'] for port, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:26:33.581632 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-206782e3-019e-4c15-84e1-31e718be064f req-173f1c41-8052-4a89-8187-bd0bf61f579b tempest-VolumesSnapshotTestJSON-2048285608 tempest-VolumesSnapshotTestJSON-2048285608-project] 10.222.0.39 "DELETE /v2.0/ports/5ff1fd3f-2847-4caa-81d0-d4a57a0b66dc HTTP/1.1" status: 204 len: 173 time: 0.4374294 Aug 05 04:26:33.582109 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c68862a-3113-4cd8-8962-a57249ead31d', 'name': 'network-vif-deleted', 'tag': '5ff1fd3f-2847-4caa-81d0-d4a57a0b66dc'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 04:26:33.584535 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc51a2a5f300f30acac232ef327f3f01bb0f894a96a37a70efeb1c252096f2af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e67dfded-6166-403d-9b31-bc6ea1a7788a" -d '{"events": [{"server_uuid": "2c68862a-3113-4cd8-8962-a57249ead31d", "name": "network-vif-deleted", "tag": "5ff1fd3f-2847-4caa-81d0-d4a57a0b66dc"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 04:26:33.621655 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 04:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-489a7347-a83a-4fec-9852-c1f33f5413ce x-openstack-request-id: req-489a7347-a83a-4fec-9852-c1f33f5413ce {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 04:26:33.621994 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c68862a-3113-4cd8-8962-a57249ead31d", "name": "network-vif-deleted", "tag": "5ff1fd3f-2847-4caa-81d0-d4a57a0b66dc", "status": "completed", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 04:26:33.623007 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-489a7347-a83a-4fec-9852-c1f33f5413ce {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 04:26:33.623392 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c68862a-3113-4cd8-8962-a57249ead31d', 'name': 'network-vif-deleted', 'tag': '5ff1fd3f-2847-4caa-81d0-d4a57a0b66dc', 'status': 'completed', 'code': 200} Aug 05 04:26:33.629424 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-28170620-2f8a-4395-8a65-0dc319c4f1c7 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:26:33.632830 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-28170620-2f8a-4395-8a65-0dc319c4f1c7 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:26:33.657544 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-28170620-2f8a-4395-8a65-0dc319c4f1c7 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:26:33.658757 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-28170620-2f8a-4395-8a65-0dc319c4f1c7 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2601123 Aug 05 04:26:33.661701 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 33444) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:26:33.666942 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-9ffc735a-261c-4a14-a8af-e48906716e39 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Request body: {'security_group_rule': {'security_group_id': '0648dd91-dcaf-43a7-94b3-532ad1d015b7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:26:33.670642 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28170620-2f8a-4395-8a65-0dc319c4f1c7 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0648dd91-dcaf-43a7-94b3-532ad1d015b7,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:26:33.696491 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9ffc735a-261c-4a14-a8af-e48906716e39 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:26:33.746123 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9ffc735a-261c-4a14-a8af-e48906716e39 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:26:33.749635 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9ffc735a-261c-4a14-a8af-e48906716e39 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617728'] for security_group_rule, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:26:33.768425 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffc735a-261c-4a14-a8af-e48906716e39 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5214f9e7-3af5-4e17-9775-cb8edd405af4,revision_number=0']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:26:33.775052 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9ffc735a-261c-4a14-a8af-e48906716e39 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:26:33.776896 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-9ffc735a-261c-4a14-a8af-e48906716e39 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1138418 Aug 05 04:26:33.778343 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffc735a-261c-4a14-a8af-e48906716e39 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:26:33.778710 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffc735a-261c-4a14-a8af-e48906716e39 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:26:33.779045 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffc735a-261c-4a14-a8af-e48906716e39 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:26:33.779377 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffc735a-261c-4a14-a8af-e48906716e39 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:26:33.779702 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffc735a-261c-4a14-a8af-e48906716e39 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:26:33.779818 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 33446) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:26:33.780025 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffc735a-261c-4a14-a8af-e48906716e39 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:26:33.780344 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffc735a-261c-4a14-a8af-e48906716e39 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:26:33.780663 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffc735a-261c-4a14-a8af-e48906716e39 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:26:33.780985 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffc735a-261c-4a14-a8af-e48906716e39 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:26:33.781298 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffc735a-261c-4a14-a8af-e48906716e39 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:26:33.781610 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffc735a-261c-4a14-a8af-e48906716e39 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:26:33.781924 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffc735a-261c-4a14-a8af-e48906716e39 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:26:33.784610 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-79865eeb-5580-4a6e-9c7d-2cc0045d14c1 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Request body: {'security_group_rule': {'security_group_id': '0648dd91-dcaf-43a7-94b3-532ad1d015b7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:26:33.814218 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-79865eeb-5580-4a6e-9c7d-2cc0045d14c1 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:26:33.860773 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-79865eeb-5580-4a6e-9c7d-2cc0045d14c1 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:26:33.864171 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-79865eeb-5580-4a6e-9c7d-2cc0045d14c1 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617728'] for security_group_rule, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:26:33.880947 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79865eeb-5580-4a6e-9c7d-2cc0045d14c1 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efdf9454-2524-46b9-8472-cc63b8e46b9e,revision_number=0']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:26:33.889720 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-79865eeb-5580-4a6e-9c7d-2cc0045d14c1 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:26:33.891125 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-79865eeb-5580-4a6e-9c7d-2cc0045d14c1 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1102715 Aug 05 04:26:33.894154 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 33448) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:26:33.898916 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-81bf51cf-d80d-4cf3-8d90-1a494112084a tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Request body: {'floatingip': {'floating_network_id': '6aa50667-ad26-490a-abab-e40f5b548551'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:26:33.919763 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-81bf51cf-d80d-4cf3-8d90-1a494112084a tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Notify callbacks [] for floatingip, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:26:33.978572 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Device b62ea826-62c2-44d5-99fd-68a5f0075fbe no longer exists at agent hyperv_hv-cinder-80300 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 04:26:33.998145 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] No Port match for: b62ea826-62c2-44d5-99fd-68a5f0075fbe {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 04:26:33.998512 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Device b62ea826-62c2-44d5-99fd-68a5f0075fbe not bound to the agent host hv-cinder-80300 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 04:26:34.013037 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-81bf51cf-d80d-4cf3-8d90-1a494112084a tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:26:34.119006 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.db_base_plugin_common [None req-81bf51cf-d80d-4cf3-8d90-1a494112084a tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Allocated IP 172.27.3.92 (6aa50667-ad26-490a-abab-e40f5b548551/1981b9cb-30a8-4ce2-a61f-12a80c9863da/195f409e-702b-492b-8651-f82d763d5edc) {{(pid=93251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 04:26:34.221231 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-81bf51cf-d80d-4cf3-8d90-1a494112084a tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Notify callbacks [] for port, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:26:34.260038 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-81bf51cf-d80d-4cf3-8d90-1a494112084a tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763712145875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8933231'] for port, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:26:34.297798 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81bf51cf-d80d-4cf3-8d90-1a494112084a tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Network 6aa50667-ad26-490a-abab-e40f5b548551 is already hosted by enough agents. {{(pid=93251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 04:26:34.302381 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [None req-81bf51cf-d80d-4cf3-8d90-1a494112084a tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Resources bound (agent type, host, resource id): {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 04:26:34.305799 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bf51cf-d80d-4cf3-8d90-1a494112084a tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Received port after_create {{(pid=93251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 04:26:34.332205 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bf51cf-d80d-4cf3-8d90-1a494112084a tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Pushing event updated for resources: {'Port': ['ID=195f409e-702b-492b-8651-f82d763d5edc,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:26:34.399393 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-81bf51cf-d80d-4cf3-8d90-1a494112084a tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:26:34.459639 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-8df8647d-e79e-4d26-aaba-646f53fefecb req-8825f684-a002-48a9-821f-3a5812225732 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0eaadc18-4403-4cf3-b17e-92d994d339dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0733960 Aug 05 04:26:34.460567 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-81bf51cf-d80d-4cf3-8d90-1a494112084a tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:26:34.595152 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df8647d-e79e-4d26-aaba-646f53fefecb req-6e5ec468-1a0e-43b1-bcf7-7d4849179cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:26:34.596652 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-8df8647d-e79e-4d26-aaba-646f53fefecb req-6e5ec468-1a0e-43b1-bcf7-7d4849179cf7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bee6bfe21bc342ae80722bc534a79a65&device_id=0eaadc18-4403-4cf3-b17e-92d994d339dc HTTP/1.1" status: 200 len: 1099 time: 0.0982699 Aug 05 04:26:34.707029 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-81bf51cf-d80d-4cf3-8d90-1a494112084a tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Notify callbacks [] for port, precommit_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:26:34.715138 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-81bf51cf-d80d-4cf3-8d90-1a494112084a tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8933222'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:26:34.804280 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bf51cf-d80d-4cf3-8d90-1a494112084a tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Pushing event updated for resources: {'Port': ['ID=195f409e-702b-492b-8651-f82d763d5edc,revision_number=2']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:26:34.807044 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df8647d-e79e-4d26-aaba-646f53fefecb req-d0b79807-a4b0-480c-8588-8f086d2ceb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:26:34.808487 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-8df8647d-e79e-4d26-aaba-646f53fefecb req-d0b79807-a4b0-480c-8588-8f086d2ceb85 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ef69c213-f027-48b4-9728-8998dc7faa2a HTTP/1.1" status: 200 len: 910 time: 0.1892097 Aug 05 04:26:34.860976 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-81bf51cf-d80d-4cf3-8d90-1a494112084a tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-699471'] for floatingip, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:26:34.892339 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-81bf51cf-d80d-4cf3-8d90-1a494112084a tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224329'] for floatingip, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:26:34.893639 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-81bf51cf-d80d-4cf3-8d90-1a494112084a tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9984381 Aug 05 04:26:34.898128 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-8df8647d-e79e-4d26-aaba-646f53fefecb req-83108241-f9c9-4709-b98b-615ce3defa5a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=214dce8d-195c-4d2a-9176-034e96614c25 HTTP/1.1" status: 200 len: 1001 time: 0.0812633 Aug 05 04:26:34.950083 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df8647d-e79e-4d26-aaba-646f53fefecb req-7b4ceac8-9ec7-461f-85ed-e750a52b7bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:26:34.951700 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-8df8647d-e79e-4d26-aaba-646f53fefecb req-7b4ceac8-9ec7-461f-85ed-e750a52b7bc9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d35e201b-865e-4900-86f6-2c5aed9eb36a HTTP/1.1" status: 200 len: 848 time: 0.0456662 Aug 05 04:26:34.998070 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df8647d-e79e-4d26-aaba-646f53fefecb req-dd9977b2-db3d-49e0-9c2c-e9ace42f3f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:26:34.999595 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-8df8647d-e79e-4d26-aaba-646f53fefecb req-dd9977b2-db3d-49e0-9c2c-e9ace42f3f74 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ef69c213-f027-48b4-9728-8998dc7faa2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404902 Aug 05 04:26:35.033424 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c07f5de4-bc97-478b-a928-eab29d780edb req-2474aec9-5324-449b-8d9f-f4d5bb4f1af9 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1319102906&fields=id&tenant_id=7e1b30b90c7140f8b2ccf41b54163dd5 HTTP/1.1" status: 200 len: 267 time: 0.0324900 Aug 05 04:26:35.095699 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-8df8647d-e79e-4d26-aaba-646f53fefecb req-d7afcf6f-aff6-4b80-9da3-daab1351c3be service neutron] 10.222.0.39 "GET /v2.0/networks/ef69c213-f027-48b4-9728-8998dc7faa2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884748 Aug 05 04:26:35.138975 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-5e89a2a4-c042-4919-a3f0-732d4c8fd354 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:26:35.140792 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f5de4-bc97-478b-a928-eab29d780edb req-f0970fd6-716d-4e63-ae3b-95fa37804ea3 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:26:35.142275 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c07f5de4-bc97-478b-a928-eab29d780edb req-f0970fd6-716d-4e63-ae3b-95fa37804ea3 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/networks?id=96928152-e7de-4eec-a055-721b95480308 HTTP/1.1" status: 200 len: 811 time: 0.1023450 Aug 05 04:26:35.158093 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c07f5de4-bc97-478b-a928-eab29d780edb req-46768eb5-529f-43de-91e0-4239f443154a tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/quotas/7e1b30b90c7140f8b2ccf41b54163dd5 HTTP/1.1" status: 200 len: 375 time: 0.0097950 Aug 05 04:26:35.176038 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-87ea8438-47cd-44c4-a808-9a807a63fea8 None None] Agent healthcheck: found 6 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 04:26:35.187237 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-8df8647d-e79e-4d26-aaba-646f53fefecb req-c79d7dd2-bf45-4ea9-a286-dd1e3787d231 service neutron] 10.222.0.39 "GET /v2.0/networks/ef69c213-f027-48b4-9728-8998dc7faa2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838521 Aug 05 04:26:35.213354 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c07f5de4-bc97-478b-a928-eab29d780edb req-7b7f8f30-6657-4ec2-aec5-036c188db812 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=7e1b30b90c7140f8b2ccf41b54163dd5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0491648 Aug 05 04:26:35.305576 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c07f5de4-bc97-478b-a928-eab29d780edb req-67e272e1-3840-4232-8eab-9d8f31400e31 service neutron] 10.222.0.37 "GET /v2.0/networks/96928152-e7de-4eec-a055-721b95480308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804574 Aug 05 04:26:35.323234 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:26:35.396661 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c07f5de4-bc97-478b-a928-eab29d780edb req-c5a87a90-96da-4733-9b69-0ca00aaee636 service neutron] 10.222.0.37 "GET /v2.0/networks/96928152-e7de-4eec-a055-721b95480308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845110 Aug 05 04:26:35.552436 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2bb925f7-354c-447f-96ae-615f2f56bb0f req-019c92ff-e4a9-4e51-8772-5c97ffa4d6e0 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/ports?device_id=85ce8337-e424-4f40-9df1-0cddbb2efa8f HTTP/1.1" status: 200 len: 210 time: 0.0271530 Aug 05 04:26:36.317911 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-03641130-cd72-49d2-95a2-84c2adaa14ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:26:36.550580 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f5de4-bc97-478b-a928-eab29d780edb req-a59c0785-be1d-4f77-9bbe-aff75f0fead3 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:26:36.552023 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c07f5de4-bc97-478b-a928-eab29d780edb req-a59c0785-be1d-4f77-9bbe-aff75f0fead3 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.39 "GET /v2.0/networks?id=96928152-e7de-4eec-a055-721b95480308 HTTP/1.1" status: 200 len: 811 time: 0.1084423 Aug 05 04:26:36.643474 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-44843d62-38d0-4550-ac30-33d02d51aa62 req-f2e4b6c5-a1eb-48ad-91d5-9e6939f15fef tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/ports?device_id=85ce8337-e424-4f40-9df1-0cddbb2efa8f HTTP/1.1" status: 200 len: 210 time: 0.0263269 Aug 05 04:26:37.735101 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8d7f7c98-3d26-4c09-a197-373334e511df req-a52d9f35-228c-4d0e-9d50-7d8f82b4f59e tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/ports?device_id=85ce8337-e424-4f40-9df1-0cddbb2efa8f HTTP/1.1" status: 200 len: 210 time: 0.0261817 Aug 05 04:26:38.004929 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-6a2206e1-ea48-45a0-865e-aad2fcc79b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:26:38.698833 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c07f5de4-bc97-478b-a928-eab29d780edb req-72455f36-1125-4c3b-b153-340eabab6257 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e1b30b90c7140f8b2ccf41b54163dd5 HTTP/1.1" status: 200 len: 380 time: 0.0339322 Aug 05 04:26:38.828458 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5e37d48f-fbe5-4e3a-bbea-211cc1f7eba4 req-3dd687cb-4eab-415b-a49b-b344fd4d2137 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/ports?device_id=85ce8337-e424-4f40-9df1-0cddbb2efa8f HTTP/1.1" status: 200 len: 210 time: 0.0301640 Aug 05 04:26:39.918120 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-70800e49-c433-445b-9538-d5977edc407f req-36e106e3-35b0-4eb2-8c5c-3d0e52fa090d tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/ports?device_id=85ce8337-e424-4f40-9df1-0cddbb2efa8f HTTP/1.1" status: 200 len: 210 time: 0.0261586 Aug 05 04:26:39.981604 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Device 5ff1fd3f-2847-4caa-81d0-d4a57a0b66dc no longer exists at agent hyperv_hv-cinder-80300 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 04:26:40.003368 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] No Port match for: 5ff1fd3f-2847-4caa-81d0-d4a57a0b66dc {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 04:26:40.003709 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Device 5ff1fd3f-2847-4caa-81d0-d4a57a0b66dc not bound to the agent host hv-cinder-80300 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 04:26:40.005695 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [req-c07f5de4-bc97-478b-a928-eab29d780edb req-482ba399-8617-4dbb-b728-59500142594e tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Request body: {'port': {'device_id': '85ce8337-e424-4f40-9df1-0cddbb2efa8f', 'network_id': '96928152-e7de-4eec-a055-721b95480308', 'admin_state_up': True, 'tenant_id': '7e1b30b90c7140f8b2ccf41b54163dd5', 'security_groups': ['0648dd91-dcaf-43a7-94b3-532ad1d015b7']}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:26:40.017607 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:26:40.116237 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c07f5de4-bc97-478b-a928-eab29d780edb req-482ba399-8617-4dbb-b728-59500142594e tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Made reservation on behalf of 7e1b30b90c7140f8b2ccf41b54163dd5 for: {'port': 1} {{(pid=93251) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 04:26:40.119938 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-c07f5de4-bc97-478b-a928-eab29d780edb req-482ba399-8617-4dbb-b728-59500142594e tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:26:40.242303 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.db_base_plugin_common [req-c07f5de4-bc97-478b-a928-eab29d780edb req-482ba399-8617-4dbb-b728-59500142594e tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Allocated IP 172.20.0.9 (96928152-e7de-4eec-a055-721b95480308/9f533690-95d6-43c6-9d22-76c71900eaef/5438f61a-4a0f-43b9-bb14-dfdc00ddad22) {{(pid=93251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 04:26:40.375704 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-c07f5de4-bc97-478b-a928-eab29d780edb req-482ba399-8617-4dbb-b728-59500142594e tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Notify callbacks [] for port, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:26:40.388826 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [req-c07f5de4-bc97-478b-a928-eab29d780edb req-482ba399-8617-4dbb-b728-59500142594e tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Transition to ACTIVE for port object 5438f61a-4a0f-43b9-bb14-dfdc00ddad22 will not be triggered until provisioned by entity DHCP. {{(pid=93251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 04:26:40.420586 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-c07f5de4-bc97-478b-a928-eab29d780edb req-482ba399-8617-4dbb-b728-59500142594e tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763712145875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8933231'] for port, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:26:40.465388 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c07f5de4-bc97-478b-a928-eab29d780edb req-482ba399-8617-4dbb-b728-59500142594e tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Network 96928152-e7de-4eec-a055-721b95480308 is already hosted by enough agents. {{(pid=93251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 04:26:40.471027 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [req-c07f5de4-bc97-478b-a928-eab29d780edb req-482ba399-8617-4dbb-b728-59500142594e tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Resources bound (agent type, host, resource id): {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 04:26:40.475229 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [req-c07f5de4-bc97-478b-a928-eab29d780edb req-482ba399-8617-4dbb-b728-59500142594e tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Received port after_create {{(pid=93251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 04:26:40.496751 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482ba399-8617-4dbb-b728-59500142594e tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Pushing event updated for resources: {'Port': ['ID=5438f61a-4a0f-43b9-bb14-dfdc00ddad22,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:26:40.525343 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f5de4-bc97-478b-a928-eab29d780edb req-482ba399-8617-4dbb-b728-59500142594e tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:26:40.525964 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-c07f5de4-bc97-478b-a928-eab29d780edb req-482ba399-8617-4dbb-b728-59500142594e tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224329'] for port, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:26:40.542040 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c07f5de4-bc97-478b-a928-eab29d780edb req-482ba399-8617-4dbb-b728-59500142594e tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5424192 Aug 05 04:26:40.563951 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [req-c07f5de4-bc97-478b-a928-eab29d780edb req-36cc7a7a-db3f-4e86-bc06-df64915412b1 service neutron] Request body: {'port': {'device_id': '85ce8337-e424-4f40-9df1-0cddbb2efa8f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80300'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:26:40.622732 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-c07f5de4-bc97-478b-a928-eab29d780edb req-36cc7a7a-db3f-4e86-bc06-df64915412b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:26:40.730631 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-fb0f2013-55cd-437d-99f7-d84c045cf9ad None None] Provisioning for port 5438f61a-4a0f-43b9-bb14-dfdc00ddad22 completed by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 04:26:40.734302 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-fb0f2013-55cd-437d-99f7-d84c045cf9ad None None] Provisioning complete for port 5438f61a-4a0f-43b9-bb14-dfdc00ddad22 triggered by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 04:26:40.734695 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-fb0f2013-55cd-437d-99f7-d84c045cf9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66839334'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:26:40.768074 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-fb0f2013-55cd-437d-99f7-d84c045cf9ad None None] Port 5438f61a-4a0f-43b9-bb14-dfdc00ddad22 cannot update to ACTIVE because it is not bound. {{(pid=93252) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 04:26:40.878593 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [req-c07f5de4-bc97-478b-a928-eab29d780edb req-36cc7a7a-db3f-4e86-bc06-df64915412b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5438f61a-4a0f-43b9-bb14-dfdc00ddad22 {{(pid=93251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 04:26:40.886730 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-c07f5de4-bc97-478b-a928-eab29d780edb req-36cc7a7a-db3f-4e86-bc06-df64915412b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:26:40.898176 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [req-c07f5de4-bc97-478b-a928-eab29d780edb req-36cc7a7a-db3f-4e86-bc06-df64915412b1 service neutron] Transition to ACTIVE for port object 5438f61a-4a0f-43b9-bb14-dfdc00ddad22 will not be triggered until provisioned by entity L2. {{(pid=93251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 04:26:40.901928 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-c07f5de4-bc97-478b-a928-eab29d780edb req-36cc7a7a-db3f-4e86-bc06-df64915412b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8933222'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:26:40.953732 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cc7a7a-db3f-4e86-bc06-df64915412b1 service neutron] Pushing event updated for resources: {'Port': ['ID=5438f61a-4a0f-43b9-bb14-dfdc00ddad22,revision_number=2']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:26:41.026756 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [req-c07f5de4-bc97-478b-a928-eab29d780edb req-36cc7a7a-db3f-4e86-bc06-df64915412b1 service neutron] Attempting to bind port 5438f61a-4a0f-43b9-bb14-dfdc00ddad22 on host hv-cinder-80300 for vnic_type normal with profile {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 04:26:41.027444 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [req-c07f5de4-bc97-478b-a928-eab29d780edb req-36cc7a7a-db3f-4e86-bc06-df64915412b1 service neutron] Attempting to bind port 5438f61a-4a0f-43b9-bb14-dfdc00ddad22 by drivers openvswitch,hyperv on host hv-cinder-80300 at level 0 using segments [{'id': '46fc2665-bd7b-4bf5-96d2-56ae68d8b710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '96928152-e7de-4eec-a055-721b95480308'}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 04:26:41.027444 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07f5de4-bc97-478b-a928-eab29d780edb req-36cc7a7a-db3f-4e86-bc06-df64915412b1 service neutron] Attempting to bind port 5438f61a-4a0f-43b9-bb14-dfdc00ddad22 on network 96928152-e7de-4eec-a055-721b95480308 {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 04:26:41.032342 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07f5de4-bc97-478b-a928-eab29d780edb req-36cc7a7a-db3f-4e86-bc06-df64915412b1 service neutron] Port 5438f61a-4a0f-43b9-bb14-dfdc00ddad22 on network 96928152-e7de-4eec-a055-721b95480308 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80300 {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 04:26:41.032342 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07f5de4-bc97-478b-a928-eab29d780edb req-36cc7a7a-db3f-4e86-bc06-df64915412b1 service neutron] Attempting to bind port 5438f61a-4a0f-43b9-bb14-dfdc00ddad22 on network 96928152-e7de-4eec-a055-721b95480308 {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 04:26:41.037074 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07f5de4-bc97-478b-a928-eab29d780edb req-36cc7a7a-db3f-4e86-bc06-df64915412b1 service neutron] Checking agent: {'id': 'a0106253-c5a2-4978-ae01-2b305935773e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80300', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 4, 16, 33), 'started_at': datetime.datetime(2021, 8, 5, 4, 16, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 4, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 04:26:41.037469 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07f5de4-bc97-478b-a928-eab29d780edb req-36cc7a7a-db3f-4e86-bc06-df64915412b1 service neutron] Checking segment: {'id': '46fc2665-bd7b-4bf5-96d2-56ae68d8b710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '96928152-e7de-4eec-a055-721b95480308'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 04:26:41.037783 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07f5de4-bc97-478b-a928-eab29d780edb req-36cc7a7a-db3f-4e86-bc06-df64915412b1 service neutron] Bound using segment: {'id': '46fc2665-bd7b-4bf5-96d2-56ae68d8b710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '96928152-e7de-4eec-a055-721b95480308'} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 04:26:41.038231 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [req-c07f5de4-bc97-478b-a928-eab29d780edb req-36cc7a7a-db3f-4e86-bc06-df64915412b1 service neutron] Bound port: 5438f61a-4a0f-43b9-bb14-dfdc00ddad22, host: hv-cinder-80300, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46fc2665-bd7b-4bf5-96d2-56ae68d8b710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '96928152-e7de-4eec-a055-721b95480308'}}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 04:26:41.038618 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-c07f5de4-bc97-478b-a928-eab29d780edb req-36cc7a7a-db3f-4e86-bc06-df64915412b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:26:41.041196 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3b60a4-3374-4775-beb9-596c4f2c1922 req-e35adfb5-7798-4ce7-b508-1ddd0c4ad458 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:26:41.043335 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9a3b60a4-3374-4775-beb9-596c4f2c1922 req-e35adfb5-7798-4ce7-b508-1ddd0c4ad458 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/ports?device_id=85ce8337-e424-4f40-9df1-0cddbb2efa8f HTTP/1.1" status: 200 len: 943 time: 0.0530145 Aug 05 04:26:41.084267 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9a3b60a4-3374-4775-beb9-596c4f2c1922 req-01fedf07-2a6b-4d95-ba6e-29058dfd51f2 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/security-groups?id=0648dd91-dcaf-43a7-94b3-532ad1d015b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341089 Aug 05 04:26:41.109368 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [req-c07f5de4-bc97-478b-a928-eab29d780edb req-36cc7a7a-db3f-4e86-bc06-df64915412b1 service neutron] For port 5438f61a-4a0f-43b9-bb14-dfdc00ddad22, host hv-cinder-80300, cleared binding levels {{(pid=93251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 04:26:41.112429 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [req-c07f5de4-bc97-478b-a928-eab29d780edb req-36cc7a7a-db3f-4e86-bc06-df64915412b1 service neutron] For port 5438f61a-4a0f-43b9-bb14-dfdc00ddad22, host hv-cinder-80300, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=5438f61a-4a0f-43b9-bb14-dfdc00ddad22,segment=NetworkSegment(46fc2665-bd7b-4bf5-96d2-56ae68d8b710),segment_id=46fc2665-bd7b-4bf5-96d2-56ae68d8b710)] {{(pid=93251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 04:26:41.118036 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-c07f5de4-bc97-478b-a928-eab29d780edb req-36cc7a7a-db3f-4e86-bc06-df64915412b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8933222'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:26:41.153876 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f5de4-bc97-478b-a928-eab29d780edb req-36cc7a7a-db3f-4e86-bc06-df64915412b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:26:41.154398 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-c07f5de4-bc97-478b-a928-eab29d780edb req-36cc7a7a-db3f-4e86-bc06-df64915412b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224329'] for port, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:26:41.156226 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c07f5de4-bc97-478b-a928-eab29d780edb req-36cc7a7a-db3f-4e86-bc06-df64915412b1 service neutron] 10.222.0.39 "PUT /v2.0/ports/5438f61a-4a0f-43b9-bb14-dfdc00ddad22 HTTP/1.1" status: 200 len: 1093 time: 0.5969996 Aug 05 04:26:41.158359 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85ce8337-e424-4f40-9df1-0cddbb2efa8f', 'tag': '5438f61a-4a0f-43b9-bb14-dfdc00ddad22'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 04:26:41.160535 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc51a2a5f300f30acac232ef327f3f01bb0f894a96a37a70efeb1c252096f2af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71810e2a-b2ee-47cd-a0a3-f0dec9f4356f" -d '{"events": [{"name": "network-changed", "server_uuid": "85ce8337-e424-4f40-9df1-0cddbb2efa8f", "tag": "5438f61a-4a0f-43b9-bb14-dfdc00ddad22"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 04:26:41.192447 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cc7a7a-db3f-4e86-bc06-df64915412b1 service neutron] Pushing event updated for resources: {'Port': ['ID=5438f61a-4a0f-43b9-bb14-dfdc00ddad22,revision_number=3']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:26:41.209048 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 04:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0af16af5-c143-422e-b3d9-5913e567e185 x-openstack-request-id: req-0af16af5-c143-422e-b3d9-5913e567e185 {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 04:26:41.209339 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85ce8337-e424-4f40-9df1-0cddbb2efa8f", "tag": "5438f61a-4a0f-43b9-bb14-dfdc00ddad22", "status": "completed", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 04:26:41.209590 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0af16af5-c143-422e-b3d9-5913e567e185 {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 04:26:41.209987 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85ce8337-e424-4f40-9df1-0cddbb2efa8f', 'tag': '5438f61a-4a0f-43b9-bb14-dfdc00ddad22', 'status': 'completed', 'code': 200} Aug 05 04:26:41.277351 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f5de4-bc97-478b-a928-eab29d780edb req-280baeb2-bd80-43ca-ad11-ce9cd96860d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:26:41.279497 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c07f5de4-bc97-478b-a928-eab29d780edb req-280baeb2-bd80-43ca-ad11-ce9cd96860d9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7e1b30b90c7140f8b2ccf41b54163dd5&device_id=85ce8337-e424-4f40-9df1-0cddbb2efa8f HTTP/1.1" status: 200 len: 1096 time: 0.0513763 Aug 05 04:26:41.339538 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c07f5de4-bc97-478b-a928-eab29d780edb req-8c2c5649-bc47-449b-bb9f-ee66d120d026 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5438f61a-4a0f-43b9-bb14-dfdc00ddad22 HTTP/1.1" status: 200 len: 217 time: 0.0356801 Aug 05 04:26:41.389866 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f5de4-bc97-478b-a928-eab29d780edb req-96f275be-550b-4691-b1d9-ab80a3311fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:26:41.391380 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c07f5de4-bc97-478b-a928-eab29d780edb req-96f275be-550b-4691-b1d9-ab80a3311fba service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9f533690-95d6-43c6-9d22-76c71900eaef HTTP/1.1" status: 200 len: 850 time: 0.0449014 Aug 05 04:26:41.447413 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f5de4-bc97-478b-a928-eab29d780edb req-be88cda6-3fc5-42ed-a8f7-28c28c3adc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:26:41.448970 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c07f5de4-bc97-478b-a928-eab29d780edb req-be88cda6-3fc5-42ed-a8f7-28c28c3adc98 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=96928152-e7de-4eec-a055-721b95480308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0490127 Aug 05 04:26:41.549112 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c07f5de4-bc97-478b-a928-eab29d780edb req-6a6daa38-37e6-4ef6-a675-ef0299be4f91 service neutron] 10.222.0.39 "GET /v2.0/networks/96928152-e7de-4eec-a055-721b95480308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922501 Aug 05 04:26:41.642176 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c07f5de4-bc97-478b-a928-eab29d780edb req-cf8b9f5e-ba07-4fd6-96e3-f07c4074f746 service neutron] 10.222.0.39 "GET /v2.0/networks/96928152-e7de-4eec-a055-721b95480308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859082 Aug 05 04:26:41.786184 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71810e2a-b2ee-47cd-a0a3-f0dec9f4356f req-0e450023-b9e2-467d-886c-7e164a1ee715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:26:41.787646 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-71810e2a-b2ee-47cd-a0a3-f0dec9f4356f req-0e450023-b9e2-467d-886c-7e164a1ee715 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7e1b30b90c7140f8b2ccf41b54163dd5&device_id=85ce8337-e424-4f40-9df1-0cddbb2efa8f HTTP/1.1" status: 200 len: 1096 time: 0.0400455 Aug 05 04:26:42.122675 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71810e2a-b2ee-47cd-a0a3-f0dec9f4356f req-e1f5c674-596d-41be-8802-a5391d121745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:26:42.124193 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-71810e2a-b2ee-47cd-a0a3-f0dec9f4356f req-e1f5c674-596d-41be-8802-a5391d121745 service neutron] 10.222.0.39 "GET /v2.0/networks?id=96928152-e7de-4eec-a055-721b95480308 HTTP/1.1" status: 200 len: 912 time: 0.3294735 Aug 05 04:26:42.165691 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-71810e2a-b2ee-47cd-a0a3-f0dec9f4356f req-6e0902d7-9eeb-4cd5-a6c6-4596c1b1992b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5438f61a-4a0f-43b9-bb14-dfdc00ddad22 HTTP/1.1" status: 200 len: 217 time: 0.0331471 Aug 05 04:26:42.197319 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d0dfc1-c99e-4861-be5a-7e08809bdfbd req-35226b5c-b320-4b60-b364-b65bd550420d tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:26:42.199346 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-54d0dfc1-c99e-4861-be5a-7e08809bdfbd req-35226b5c-b320-4b60-b364-b65bd550420d tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/ports?device_id=85ce8337-e424-4f40-9df1-0cddbb2efa8f HTTP/1.1" status: 200 len: 943 time: 0.0478904 Aug 05 04:26:42.214538 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71810e2a-b2ee-47cd-a0a3-f0dec9f4356f req-c1904513-8cd9-4a42-add7-10538cf93f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:26:42.215972 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-71810e2a-b2ee-47cd-a0a3-f0dec9f4356f req-c1904513-8cd9-4a42-add7-10538cf93f93 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9f533690-95d6-43c6-9d22-76c71900eaef HTTP/1.1" status: 200 len: 850 time: 0.0435560 Aug 05 04:26:42.235499 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-54d0dfc1-c99e-4861-be5a-7e08809bdfbd req-8f0cbe79-9f1a-4655-aa8a-747aa8b31c5c tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/security-groups?id=0648dd91-dcaf-43a7-94b3-532ad1d015b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301332 Aug 05 04:26:42.262763 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71810e2a-b2ee-47cd-a0a3-f0dec9f4356f req-8807ea20-b876-433c-a0ef-6173045fd819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:26:42.264239 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-71810e2a-b2ee-47cd-a0a3-f0dec9f4356f req-8807ea20-b876-433c-a0ef-6173045fd819 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=96928152-e7de-4eec-a055-721b95480308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400867 Aug 05 04:26:42.353750 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-71810e2a-b2ee-47cd-a0a3-f0dec9f4356f req-469e7812-db3f-433e-af69-86a10078fab3 service neutron] 10.222.0.39 "GET /v2.0/networks/96928152-e7de-4eec-a055-721b95480308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822108 Aug 05 04:26:42.445316 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-71810e2a-b2ee-47cd-a0a3-f0dec9f4356f req-28448f94-6739-48f7-ac78-79dbed5f56cc service neutron] 10.222.0.39 "GET /v2.0/networks/96928152-e7de-4eec-a055-721b95480308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844285 Aug 05 04:26:43.352108 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c31b50-67c9-47df-80d0-f05021ecc9a4 req-7acc0b64-b974-4a46-98e4-a614594e7b30 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:26:43.353474 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-20c31b50-67c9-47df-80d0-f05021ecc9a4 req-7acc0b64-b974-4a46-98e4-a614594e7b30 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/ports?device_id=85ce8337-e424-4f40-9df1-0cddbb2efa8f HTTP/1.1" status: 200 len: 943 time: 0.0513077 Aug 05 04:26:43.390093 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-20c31b50-67c9-47df-80d0-f05021ecc9a4 req-1b95f0e5-ae2a-418c-8ad9-de096cc9af51 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/security-groups?id=0648dd91-dcaf-43a7-94b3-532ad1d015b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308185 Aug 05 04:26:44.502538 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31388ce7-721e-4bdf-b517-85c2fb837ae8 req-66346737-424c-4451-8436-1415a3461efa tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:26:44.503994 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-31388ce7-721e-4bdf-b517-85c2fb837ae8 req-66346737-424c-4451-8436-1415a3461efa tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/ports?device_id=85ce8337-e424-4f40-9df1-0cddbb2efa8f HTTP/1.1" status: 200 len: 943 time: 0.0480158 Aug 05 04:26:44.542935 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-31388ce7-721e-4bdf-b517-85c2fb837ae8 req-bda2d3b7-70de-414a-8563-301f64557b7b tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/security-groups?id=0648dd91-dcaf-43a7-94b3-532ad1d015b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328953 Aug 05 04:26:45.654030 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd9545f-a104-4d2a-9105-3458550b4d90 req-6508a9ef-159f-43b4-8640-b2b3d6dc18a3 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:26:45.655509 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0fd9545f-a104-4d2a-9105-3458550b4d90 req-6508a9ef-159f-43b4-8640-b2b3d6dc18a3 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/ports?device_id=85ce8337-e424-4f40-9df1-0cddbb2efa8f HTTP/1.1" status: 200 len: 943 time: 0.0481508 Aug 05 04:26:45.691870 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0fd9545f-a104-4d2a-9105-3458550b4d90 req-2d869fc0-d718-4431-ada8-20cb2158efe1 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/security-groups?id=0648dd91-dcaf-43a7-94b3-532ad1d015b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305974 Aug 05 04:26:46.808450 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d08800a-6ded-41cc-88da-07e1664d6bd6 req-a1278ee9-6099-43a3-b7a2-01c206131a26 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:26:46.809818 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8d08800a-6ded-41cc-88da-07e1664d6bd6 req-a1278ee9-6099-43a3-b7a2-01c206131a26 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/ports?device_id=85ce8337-e424-4f40-9df1-0cddbb2efa8f HTTP/1.1" status: 200 len: 943 time: 0.0516489 Aug 05 04:26:46.846728 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8d08800a-6ded-41cc-88da-07e1664d6bd6 req-358e0c0f-c9d6-4429-93ef-4ade58564957 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/security-groups?id=0648dd91-dcaf-43a7-94b3-532ad1d015b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310509 Aug 05 04:26:47.241890 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Device 5438f61a-4a0f-43b9-bb14-dfdc00ddad22 details requested by agent hyperv_hv-cinder-80300 with host hv-cinder-80300 {{(pid=93252) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 04:26:47.336651 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] For port 5438f61a-4a0f-43b9-bb14-dfdc00ddad22, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=5438f61a-4a0f-43b9-bb14-dfdc00ddad22,segment=NetworkSegment(46fc2665-bd7b-4bf5-96d2-56ae68d8b710),segment_id=46fc2665-bd7b-4bf5-96d2-56ae68d8b710)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:26:47.347176 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Returning: {'device': '5438f61a-4a0f-43b9-bb14-dfdc00ddad22', 'network_id': '96928152-e7de-4eec-a055-721b95480308', 'port_id': '5438f61a-4a0f-43b9-bb14-dfdc00ddad22', 'mac_address': 'fa:16:3e:11:2f:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f533690-95d6-43c6-9d22-76c71900eaef', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93252) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 04:26:47.382220 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:26:47.394668 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5438f61a-4a0f-43b9-bb14-dfdc00ddad22 {{(pid=93252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 04:26:47.414240 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] For port 5438f61a-4a0f-43b9-bb14-dfdc00ddad22, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=5438f61a-4a0f-43b9-bb14-dfdc00ddad22,segment=NetworkSegment(46fc2665-bd7b-4bf5-96d2-56ae68d8b710),segment_id=46fc2665-bd7b-4bf5-96d2-56ae68d8b710)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:26:47.418235 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:26:47.466988 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Pushing event updated for resources: {'Port': ['ID=5438f61a-4a0f-43b9-bb14-dfdc00ddad22,revision_number=4']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:26:47.958357 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62775bfc-ab41-40f0-bdc3-65b8ca5747d9 req-c4e45452-a049-4e14-a38b-baef49de3570 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:26:47.959844 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-62775bfc-ab41-40f0-bdc3-65b8ca5747d9 req-c4e45452-a049-4e14-a38b-baef49de3570 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/ports?device_id=85ce8337-e424-4f40-9df1-0cddbb2efa8f HTTP/1.1" status: 200 len: 944 time: 0.0483477 Aug 05 04:26:47.997324 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-62775bfc-ab41-40f0-bdc3-65b8ca5747d9 req-61eb82cc-4756-45e0-9617-578423bcaddb tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/security-groups?id=0648dd91-dcaf-43a7-94b3-532ad1d015b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315933 Aug 05 04:26:49.109681 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895cceef-1fb1-422d-ad89-9556fc241f47 req-529cc7fe-4c8f-4750-9afa-893c3e552f88 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:26:49.111180 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-895cceef-1fb1-422d-ad89-9556fc241f47 req-529cc7fe-4c8f-4750-9afa-893c3e552f88 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/ports?device_id=85ce8337-e424-4f40-9df1-0cddbb2efa8f HTTP/1.1" status: 200 len: 944 time: 0.0490210 Aug 05 04:26:49.147831 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-895cceef-1fb1-422d-ad89-9556fc241f47 req-084dbbc0-b58d-416d-a86b-85e2abb4f4b4 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/security-groups?id=0648dd91-dcaf-43a7-94b3-532ad1d015b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308402 Aug 05 04:26:50.262423 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ea9f81-84a4-4925-996b-f2f6447eeafd req-6e55bf9c-8b83-4924-8ecf-5f62ed3c065e tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:26:50.263897 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c3ea9f81-84a4-4925-996b-f2f6447eeafd req-6e55bf9c-8b83-4924-8ecf-5f62ed3c065e tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/ports?device_id=85ce8337-e424-4f40-9df1-0cddbb2efa8f HTTP/1.1" status: 200 len: 944 time: 0.0512526 Aug 05 04:26:50.300351 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c3ea9f81-84a4-4925-996b-f2f6447eeafd req-763ace04-7850-41f3-afae-989d0441aeb9 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/security-groups?id=0648dd91-dcaf-43a7-94b3-532ad1d015b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307148 Aug 05 04:26:50.653484 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] get_ports_and_sgs() called for port_ids ['5438f61a-4a0f-43b9-bb14-dfdc00ddad22'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 04:26:51.413217 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3911c070-e1d4-492d-b499-d2c050a443a2 req-435c1f8d-5187-4c5c-af24-796c48d401ce tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:26:51.414724 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3911c070-e1d4-492d-b499-d2c050a443a2 req-435c1f8d-5187-4c5c-af24-796c48d401ce tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/ports?device_id=85ce8337-e424-4f40-9df1-0cddbb2efa8f HTTP/1.1" status: 200 len: 944 time: 0.0492454 Aug 05 04:26:51.453467 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3911c070-e1d4-492d-b499-d2c050a443a2 req-96506889-40c0-4ce0-96d9-0edc0247cb7d tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/security-groups?id=0648dd91-dcaf-43a7-94b3-532ad1d015b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329409 Aug 05 04:26:51.688908 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Device 5438f61a-4a0f-43b9-bb14-dfdc00ddad22 up at agent hyperv_hv-cinder-80300 {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 04:26:51.744388 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Provisioning for port 5438f61a-4a0f-43b9-bb14-dfdc00ddad22 completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 04:26:51.748974 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Provisioning complete for port 5438f61a-4a0f-43b9-bb14-dfdc00ddad22 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 04:26:51.749371 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66839334'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:26:51.758119 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05259c5c-81fb-4924-b539-69c1e6f0bca3 req-bde8380d-f9f9-488d-b34a-80c7478d50c8 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:26:51.759629 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-05259c5c-81fb-4924-b539-69c1e6f0bca3 req-bde8380d-f9f9-488d-b34a-80c7478d50c8 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] 10.222.0.37 "GET /v2.0/ports?device_id=0eaadc18-4403-4cf3-b17e-92d994d339dc HTTP/1.1" status: 200 len: 946 time: 0.0509813 Aug 05 04:26:51.797696 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-05259c5c-81fb-4924-b539-69c1e6f0bca3 req-290456b6-3a1c-4878-b7b4-87af63a8a4b6 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6e05813-9d0f-44b8-9b64-dd43393c2c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320578 Aug 05 04:26:51.825806 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:26:51.848665 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85ce8337-e424-4f40-9df1-0cddbb2efa8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5438f61a-4a0f-43b9-bb14-dfdc00ddad22'}] {{(pid=93252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 04:26:51.850839 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f021a78abaadf32682ec407d28b092b8d5e159b0dca1f9e700978c1e9d6d025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-241e86d0-5ec9-4113-9830-608d5a453f06" -d '{"events": [{"server_uuid": "85ce8337-e424-4f40-9df1-0cddbb2efa8f", "name": "network-vif-plugged", "status": "completed", "tag": "5438f61a-4a0f-43b9-bb14-dfdc00ddad22"}]}' {{(pid=93252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 04:26:51.863840 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] For port 5438f61a-4a0f-43b9-bb14-dfdc00ddad22, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=5438f61a-4a0f-43b9-bb14-dfdc00ddad22,segment=NetworkSegment(46fc2665-bd7b-4bf5-96d2-56ae68d8b710),segment_id=46fc2665-bd7b-4bf5-96d2-56ae68d8b710)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:26:51.868046 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:26:51.892105 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 04:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff8dda64-ebd1-4b8b-a3f5-bc03aa358e63 x-openstack-request-id: req-ff8dda64-ebd1-4b8b-a3f5-bc03aa358e63 {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 04:26:51.892394 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85ce8337-e424-4f40-9df1-0cddbb2efa8f", "name": "network-vif-plugged", "status": "completed", "tag": "5438f61a-4a0f-43b9-bb14-dfdc00ddad22", "code": 200}]} {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 04:26:51.892643 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ff8dda64-ebd1-4b8b-a3f5-bc03aa358e63 {{(pid=93252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 04:26:51.893054 dv-cinder-803000-4-iscsi neutron-server[93252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85ce8337-e424-4f40-9df1-0cddbb2efa8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5438f61a-4a0f-43b9-bb14-dfdc00ddad22', 'code': 200} Aug 05 04:26:51.920896 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Pushing event updated for resources: {'Port': ['ID=5438f61a-4a0f-43b9-bb14-dfdc00ddad22,revision_number=5']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:26:51.927865 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:26:51.928216 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:26:51.928558 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:26:51.928898 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:26:51.929231 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:26:51.929562 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:26:51.929889 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:26:51.930216 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:26:51.930590 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:26:51.930923 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:26:51.931244 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:26:51.931566 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:26:52.107014 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e082b87-858d-4ee8-b1b5-3b3bfeff2f64 req-5ce47dc8-53ad-484c-a14d-89303c95f8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:26:52.108346 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-7e082b87-858d-4ee8-b1b5-3b3bfeff2f64 req-5ce47dc8-53ad-484c-a14d-89303c95f8fc service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=85ce8337-e424-4f40-9df1-0cddbb2efa8f HTTP/1.1" status: 200 len: 1098 time: 0.0391850 Aug 05 04:26:52.143179 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-7e082b87-858d-4ee8-b1b5-3b3bfeff2f64 req-43a1d7be-ca7a-4b86-bd8f-4987082b5c28 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=0648dd91-dcaf-43a7-94b3-532ad1d015b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0255821 Aug 05 04:26:52.568140 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59867b8c-5a21-4fc7-b0ad-790f42c0785e req-21a31399-afa9-48ed-9fd3-0511709523b9 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:26:52.569583 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-59867b8c-5a21-4fc7-b0ad-790f42c0785e req-21a31399-afa9-48ed-9fd3-0511709523b9 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/ports?device_id=85ce8337-e424-4f40-9df1-0cddbb2efa8f HTTP/1.1" status: 200 len: 945 time: 0.0515566 Aug 05 04:26:52.606872 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-59867b8c-5a21-4fc7-b0ad-790f42c0785e req-2868cc2f-655b-49b0-9886-38f828d8d59a tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/security-groups?id=0648dd91-dcaf-43a7-94b3-532ad1d015b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303648 Aug 05 04:26:52.913336 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1cf68d-9ce7-4bc7-8f77-8b8029212ab2 req-1d54ba82-b3ff-4ae9-9d20-173d651e55bb tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:26:52.914807 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5a1cf68d-9ce7-4bc7-8f77-8b8029212ab2 req-1d54ba82-b3ff-4ae9-9d20-173d651e55bb tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] 10.222.0.37 "GET /v2.0/ports?device_id=0eaadc18-4403-4cf3-b17e-92d994d339dc HTTP/1.1" status: 200 len: 946 time: 0.0480542 Aug 05 04:26:52.952376 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5a1cf68d-9ce7-4bc7-8f77-8b8029212ab2 req-011e9e51-9ee9-49df-8ebf-68f24e3f513f tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6e05813-9d0f-44b8-9b64-dd43393c2c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317817 Aug 05 04:26:53.719555 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aa68db-2d9f-47cf-ae6a-af7a0e22ca40 req-f4dea6db-2fe1-4538-bc75-d75aac0bad5b tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:26:53.721027 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a6aa68db-2d9f-47cf-ae6a-af7a0e22ca40 req-f4dea6db-2fe1-4538-bc75-d75aac0bad5b tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/ports?device_id=85ce8337-e424-4f40-9df1-0cddbb2efa8f HTTP/1.1" status: 200 len: 945 time: 0.0490847 Aug 05 04:26:53.757325 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a6aa68db-2d9f-47cf-ae6a-af7a0e22ca40 req-1e558dbc-c294-40be-83ea-29dd8f1570f5 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/security-groups?id=0648dd91-dcaf-43a7-94b3-532ad1d015b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305142 Aug 05 04:26:54.065276 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff30926-0a01-45b8-a8ec-877d9cbaf25e req-e2afc94c-3227-41b5-8fea-3d0a86867f94 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:26:54.066743 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0ff30926-0a01-45b8-a8ec-877d9cbaf25e req-e2afc94c-3227-41b5-8fea-3d0a86867f94 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] 10.222.0.37 "GET /v2.0/ports?device_id=0eaadc18-4403-4cf3-b17e-92d994d339dc HTTP/1.1" status: 200 len: 946 time: 0.0511632 Aug 05 04:26:54.103299 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0ff30926-0a01-45b8-a8ec-877d9cbaf25e req-1e1b597f-6b82-4a60-b825-04e9eaf68720 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6e05813-9d0f-44b8-9b64-dd43393c2c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307770 Aug 05 04:26:54.870083 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b779b989-b48e-4fd8-889e-217ed53cee0b req-b6dc6695-d907-451f-b3fb-531ef9894fb0 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:26:54.871571 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b779b989-b48e-4fd8-889e-217ed53cee0b req-b6dc6695-d907-451f-b3fb-531ef9894fb0 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/ports?device_id=85ce8337-e424-4f40-9df1-0cddbb2efa8f HTTP/1.1" status: 200 len: 945 time: 0.0485873 Aug 05 04:26:54.909214 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b779b989-b48e-4fd8-889e-217ed53cee0b req-f69cda16-8efb-449f-8bf6-ec7769200653 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/security-groups?id=0648dd91-dcaf-43a7-94b3-532ad1d015b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317552 Aug 05 04:26:55.017053 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bc73ff-c308-4485-8215-ebfa170128f4 req-d4790a3f-ea0d-45db-973d-598e47d6f084 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:26:55.018555 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-56bc73ff-c308-4485-8215-ebfa170128f4 req-d4790a3f-ea0d-45db-973d-598e47d6f084 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/ports?device_id=85ce8337-e424-4f40-9df1-0cddbb2efa8f HTTP/1.1" status: 200 len: 945 time: 0.0483038 Aug 05 04:26:55.027111 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 33622) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:26:55.031725 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-3bfe5a3d-7411-49d8-889f-72132827fea3 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Request body: {'floatingip': {'port_id': '5438f61a-4a0f-43b9-bb14-dfdc00ddad22'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:26:55.076731 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3bfe5a3d-7411-49d8-889f-72132827fea3 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Notify callbacks [] for floatingip, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:26:55.266962 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1367a6e-988e-4137-b612-6e6a48e5c203 req-880ed587-519c-48f1-897c-61941ce45f71 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:26:55.268521 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c1367a6e-988e-4137-b612-6e6a48e5c203 req-880ed587-519c-48f1-897c-61941ce45f71 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] 10.222.0.37 "GET /v2.0/ports?device_id=0eaadc18-4403-4cf3-b17e-92d994d339dc HTTP/1.1" status: 200 len: 946 time: 0.0990970 Aug 05 04:26:55.345266 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c1367a6e-988e-4137-b612-6e6a48e5c203 req-1bd0b4d8-890e-4203-a5a7-4837554282fe tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6e05813-9d0f-44b8-9b64-dd43393c2c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481601 Aug 05 04:26:55.570234 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3bfe5a3d-7411-49d8-889f-72132827fea3 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:26:55.574418 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3bfe5a3d-7411-49d8-889f-72132827fea3 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-699471'] for floatingip, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:26:55.670268 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.db.l3_db [None req-3bfe5a3d-7411-49d8-889f-72132827fea3 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Floating IP b0f56859-c9e6-47f3-9aeb-7814474cfb0c associated. External IP: 172.27.3.92, port: 5438f61a-4a0f-43b9-bb14-dfdc00ddad22. Aug 05 04:26:55.870655 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bfe5a3d-7411-49d8-889f-72132827fea3 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Router 817ed01a-a8d8-42fb-8a96-7ce58c319b91 has already been hosted by L3 agent 8e71ca1b-9911-44b3-bf09-1fce3db7ea9a {{(pid=93250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 04:26:55.974915 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bfe5a3d-7411-49d8-889f-72132827fea3 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Notify agent at l3_agent.dv-cinder-803000-4-iscsi the message routers_updated {{(pid=93250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 04:26:55.980266 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3bfe5a3d-7411-49d8-889f-72132827fea3 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224329'] for floatingip, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:26:55.984864 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d17f5ec-8917-4d78-a41d-05c1cb5deb5c None None] Sync routers for ids ['817ed01a-a8d8-42fb-8a96-7ce58c319b91'] in dv-cinder-803000-4-iscsi {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 04:26:55.995014 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d17f5ec-8917-4d78-a41d-05c1cb5deb5c None None] Routers {'817ed01a-a8d8-42fb-8a96-7ce58c319b91'} bound to L3 agent in host dv-cinder-803000-4-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 04:26:55.995703 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-6d17f5ec-8917-4d78-a41d-05c1cb5deb5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T04:10:35Z,description=,heartbeat_timestamp=2021-08-05T04:26:35Z,host='dv-cinder-803000-4-iscsi',id=8e71ca1b-9911-44b3-bf09-1fce3db7ea9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T04:10:35Z,topic='l3_agent')) {'router_ids': ['817ed01a-a8d8-42fb-8a96-7ce58c319b91'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:26:56.006896 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-3bfe5a3d-7411-49d8-889f-72132827fea3 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "PUT /v2.0/floatingips/b0f56859-c9e6-47f3-9aeb-7814474cfb0c HTTP/1.1" status: 200 len: 990 time: 0.9787362 Aug 05 04:26:56.007557 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85ce8337-e424-4f40-9df1-0cddbb2efa8f', 'tag': '5438f61a-4a0f-43b9-bb14-dfdc00ddad22'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 04:26:56.009872 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}291f54d86260268176ea2bbc10b53d1be45ae62ce21e3035f9ef74b1f5967b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab455a22-0221-4472-88cd-1ff5a01d14db" -d '{"events": [{"name": "network-changed", "server_uuid": "85ce8337-e424-4f40-9df1-0cddbb2efa8f", "tag": "5438f61a-4a0f-43b9-bb14-dfdc00ddad22"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 04:26:56.049194 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 04:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e52d8d2-be43-4249-b86e-84c53dc2dd4a x-openstack-request-id: req-2e52d8d2-be43-4249-b86e-84c53dc2dd4a {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 04:26:56.049488 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85ce8337-e424-4f40-9df1-0cddbb2efa8f", "tag": "5438f61a-4a0f-43b9-bb14-dfdc00ddad22", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 04:26:56.049741 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2e52d8d2-be43-4249-b86e-84c53dc2dd4a {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 04:26:56.050160 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85ce8337-e424-4f40-9df1-0cddbb2efa8f', 'tag': '5438f61a-4a0f-43b9-bb14-dfdc00ddad22', 'status': 'completed', 'code': 200} Aug 05 04:26:56.099111 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-6d17f5ec-8917-4d78-a41d-05c1cb5deb5c None None] Set router 817ed01a-a8d8-42fb-8a96-7ce58c319b91 gateway port host: dv-cinder-803000-4-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 04:26:56.165235 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab455a22-0221-4472-88cd-1ff5a01d14db req-e119f1f3-e245-496d-9cef-70687764d8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:26:56.167463 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-ab455a22-0221-4472-88cd-1ff5a01d14db req-e119f1f3-e245-496d-9cef-70687764d8c5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7e1b30b90c7140f8b2ccf41b54163dd5&device_id=85ce8337-e424-4f40-9df1-0cddbb2efa8f HTTP/1.1" status: 200 len: 1098 time: 0.0461800 Aug 05 04:26:56.265924 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab455a22-0221-4472-88cd-1ff5a01d14db req-cc567a6c-3859-43ce-abc5-76c521063a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:26:56.267354 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-ab455a22-0221-4472-88cd-1ff5a01d14db req-cc567a6c-3859-43ce-abc5-76c521063a23 service neutron] 10.222.0.39 "GET /v2.0/networks?id=96928152-e7de-4eec-a055-721b95480308 HTTP/1.1" status: 200 len: 912 time: 0.0932403 Aug 05 04:26:56.328492 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-6d17f5ec-8917-4d78-a41d-05c1cb5deb5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '817ed01a-a8d8-42fb-8a96-7ce58c319b91', 'name': 'tempest-AttachVolumeTestJSON-1789705139-router', 'tenant_id': '7e1b30b90c7140f8b2ccf41b54163dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'external_fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '091d5eca-b71f-4a77-92e9-5d90f6df6ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:18:19Z', 'updated_at': '2021-08-05T04:18:26Z', 'revision_number': 4, 'project_id': '7e1b30b90c7140f8b2ccf41b54163dd5', 'gw_port': {'id': '091d5eca-b71f-4a77-92e9-5d90f6df6ddd', 'name': '', 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:7d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817ed01a-a8d8-42fb-8a96-7ce58c319b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:18:20Z', 'updated_at': '2021-08-05T04:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-4-iscsi', '_floatingips': [{'id': 'b0f56859-c9e6-47f3-9aeb-7814474cfb0c', 'tenant_id': '7e1b30b90c7140f8b2ccf41b54163dd5', 'floating_ip_address': '172.27.3.92', 'floating_network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'router_id': '817ed01a-a8d8-42fb-8a96-7ce58c319b91', 'port_id': '5438f61a-4a0f-43b9-bb14-dfdc00ddad22', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96928152-e7de-4eec-a055-721b95480308', 'mac_address': 'fa:16:3e:11:2f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ce8337-e424-4f40-9df1-0cddbb2efa8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T04:26:34Z', 'updated_at': '2021-08-05T04:26:55Z', 'revision_number': 1, 'project_id': '7e1b30b90c7140f8b2ccf41b54163dd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebafcf28-bb05-4219-ba6b-63db8f70f219', 'name': '', 'network_id': '96928152-e7de-4eec-a055-721b95480308', 'tenant_id': '7e1b30b90c7140f8b2ccf41b54163dd5', 'mac_address': 'fa:16:3e:b8:fa:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817ed01a-a8d8-42fb-8a96-7ce58c319b91', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9f533690-95d6-43c6-9d22-76c71900eaef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:18:25Z', 'updated_at': '2021-08-05T04:18:34Z', 'revision_number': 5, 'project_id': '7e1b30b90c7140f8b2ccf41b54163dd5', 'subnets': [{'id': '9f533690-95d6-43c6-9d22-76c71900eaef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803000-4-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:26:56.333181 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-ab455a22-0221-4472-88cd-1ff5a01d14db req-d51acaaf-d062-42d1-8df6-c250146c072b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5438f61a-4a0f-43b9-bb14-dfdc00ddad22 HTTP/1.1" status: 200 len: 998 time: 0.0570219 Aug 05 04:26:56.354984 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d17f5ec-8917-4d78-a41d-05c1cb5deb5c None None] Checking router: 817ed01a-a8d8-42fb-8a96-7ce58c319b91 for host: dv-cinder-803000-4-iscsi {{(pid=93252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 04:26:56.363560 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d17f5ec-8917-4d78-a41d-05c1cb5deb5c None None] Routers {'817ed01a-a8d8-42fb-8a96-7ce58c319b91'} bound to L3 agent in host dv-cinder-803000-4-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 04:26:56.364161 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-6d17f5ec-8917-4d78-a41d-05c1cb5deb5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T04:10:35Z,description=,heartbeat_timestamp=2021-08-05T04:26:35Z,host='dv-cinder-803000-4-iscsi',id=8e71ca1b-9911-44b3-bf09-1fce3db7ea9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T04:10:35Z,topic='l3_agent')) {'router_ids': ['817ed01a-a8d8-42fb-8a96-7ce58c319b91'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:26:56.391184 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab455a22-0221-4472-88cd-1ff5a01d14db req-98c48692-225c-4834-830c-95e9c2e62f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:26:56.392616 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-ab455a22-0221-4472-88cd-1ff5a01d14db req-98c48692-225c-4834-830c-95e9c2e62f90 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9f533690-95d6-43c6-9d22-76c71900eaef HTTP/1.1" status: 200 len: 850 time: 0.0505643 Aug 05 04:26:56.442997 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab455a22-0221-4472-88cd-1ff5a01d14db req-b1ac452e-bad1-4f5b-82f5-ea08dbcd625a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:26:56.444616 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-ab455a22-0221-4472-88cd-1ff5a01d14db req-b1ac452e-bad1-4f5b-82f5-ea08dbcd625a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=96928152-e7de-4eec-a055-721b95480308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421498 Aug 05 04:26:56.469034 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13c7a23-213d-4a6a-b282-5d9e32cbc7dc req-f5afd777-6ffd-4162-abac-90700a325656 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:26:56.471181 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c13c7a23-213d-4a6a-b282-5d9e32cbc7dc req-f5afd777-6ffd-4162-abac-90700a325656 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] 10.222.0.37 "GET /v2.0/ports?device_id=0eaadc18-4403-4cf3-b17e-92d994d339dc HTTP/1.1" status: 200 len: 946 time: 0.0545971 Aug 05 04:26:56.471943 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-6d17f5ec-8917-4d78-a41d-05c1cb5deb5c None None] Set router 817ed01a-a8d8-42fb-8a96-7ce58c319b91 gateway port host: dv-cinder-803000-4-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 04:26:56.520275 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c13c7a23-213d-4a6a-b282-5d9e32cbc7dc req-9c374956-8481-47c1-94ce-7c3e0a82ee0e tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6e05813-9d0f-44b8-9b64-dd43393c2c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386009 Aug 05 04:26:56.552562 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-ab455a22-0221-4472-88cd-1ff5a01d14db req-894e9133-faa7-4e73-a30e-4ce9dc5700dc service neutron] 10.222.0.39 "GET /v2.0/networks/96928152-e7de-4eec-a055-721b95480308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003277 Aug 05 04:26:56.644868 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-ab455a22-0221-4472-88cd-1ff5a01d14db req-5f0b2a18-90b0-48d2-8081-0bcbfb69de1f service neutron] 10.222.0.39 "GET /v2.0/networks/96928152-e7de-4eec-a055-721b95480308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848284 Aug 05 04:26:56.703199 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-6d17f5ec-8917-4d78-a41d-05c1cb5deb5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '817ed01a-a8d8-42fb-8a96-7ce58c319b91', 'name': 'tempest-AttachVolumeTestJSON-1789705139-router', 'tenant_id': '7e1b30b90c7140f8b2ccf41b54163dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'external_fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '091d5eca-b71f-4a77-92e9-5d90f6df6ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:18:19Z', 'updated_at': '2021-08-05T04:18:26Z', 'revision_number': 4, 'project_id': '7e1b30b90c7140f8b2ccf41b54163dd5', 'gw_port': {'id': '091d5eca-b71f-4a77-92e9-5d90f6df6ddd', 'name': '', 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:7d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817ed01a-a8d8-42fb-8a96-7ce58c319b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:18:20Z', 'updated_at': '2021-08-05T04:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-4-iscsi', '_floatingips': [{'id': 'b0f56859-c9e6-47f3-9aeb-7814474cfb0c', 'tenant_id': '7e1b30b90c7140f8b2ccf41b54163dd5', 'floating_ip_address': '172.27.3.92', 'floating_network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'router_id': '817ed01a-a8d8-42fb-8a96-7ce58c319b91', 'port_id': '5438f61a-4a0f-43b9-bb14-dfdc00ddad22', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96928152-e7de-4eec-a055-721b95480308', 'mac_address': 'fa:16:3e:11:2f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ce8337-e424-4f40-9df1-0cddbb2efa8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T04:26:34Z', 'updated_at': '2021-08-05T04:26:55Z', 'revision_number': 1, 'project_id': '7e1b30b90c7140f8b2ccf41b54163dd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebafcf28-bb05-4219-ba6b-63db8f70f219', 'name': '', 'network_id': '96928152-e7de-4eec-a055-721b95480308', 'tenant_id': '7e1b30b90c7140f8b2ccf41b54163dd5', 'mac_address': 'fa:16:3e:b8:fa:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817ed01a-a8d8-42fb-8a96-7ce58c319b91', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9f533690-95d6-43c6-9d22-76c71900eaef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:18:25Z', 'updated_at': '2021-08-05T04:18:34Z', 'revision_number': 5, 'project_id': '7e1b30b90c7140f8b2ccf41b54163dd5', 'subnets': [{'id': '9f533690-95d6-43c6-9d22-76c71900eaef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803000-4-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:26:56.729020 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d17f5ec-8917-4d78-a41d-05c1cb5deb5c None None] The sync data for ids ['817ed01a-a8d8-42fb-8a96-7ce58c319b91'] in dv-cinder-803000-4-iscsi is: [{'id': '817ed01a-a8d8-42fb-8a96-7ce58c319b91', 'name': 'tempest-AttachVolumeTestJSON-1789705139-router', 'tenant_id': '7e1b30b90c7140f8b2ccf41b54163dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'external_fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '091d5eca-b71f-4a77-92e9-5d90f6df6ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:18:19Z', 'updated_at': '2021-08-05T04:18:26Z', 'revision_number': 4, 'project_id': '7e1b30b90c7140f8b2ccf41b54163dd5', 'gw_port': {'id': '091d5eca-b71f-4a77-92e9-5d90f6df6ddd', 'name': '', 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:7d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817ed01a-a8d8-42fb-8a96-7ce58c319b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:18:20Z', 'updated_at': '2021-08-05T04:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-4-iscsi', '_floatingips': [{'id': 'b0f56859-c9e6-47f3-9aeb-7814474cfb0c', 'tenant_id': '7e1b30b90c7140f8b2ccf41b54163dd5', 'floating_ip_address': '172.27.3.92', 'floating_network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'router_id': '817ed01a-a8d8-42fb-8a96-7ce58c319b91', 'port_id': '5438f61a-4a0f-43b9-bb14-dfdc00ddad22', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96928152-e7de-4eec-a055-721b95480308', 'mac_address': 'fa:16:3e:11:2f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ce8337-e424-4f40-9df1-0cddbb2efa8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T04:26:34Z', 'updated_at': '2021-08-05T04:26:55Z', 'revision_number': 1, 'project_id': '7e1b30b90c7140f8b2ccf41b54163dd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebafcf28-bb05-4219-ba6b-63db8f70f219', 'name': '', 'network_id': '96928152-e7de-4eec-a055-721b95480308', 'tenant_id': '7e1b30b90c7140f8b2ccf41b54163dd5', 'mac_address': 'fa:16:3e:b8:fa:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817ed01a-a8d8-42fb-8a96-7ce58c319b91', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9f533690-95d6-43c6-9d22-76c71900eaef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:18:25Z', 'updated_at': '2021-08-05T04:18:34Z', 'revision_number': 5, 'project_id': '7e1b30b90c7140f8b2ccf41b54163dd5', 'subnets': [{'id': '9f533690-95d6-43c6-9d22-76c71900eaef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 04:26:56.898109 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a393fb53-0875-4ff2-a3f1-59dd825fa693 None None] New status for floating IP b0f56859-c9e6-47f3-9aeb-7814474cfb0c: ACTIVE {{(pid=93253) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 04:26:57.647174 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0479a15-50b5-453a-a512-20201e131446 req-f095d602-069e-4b2a-9159-9f953fdce4c6 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:26:57.648624 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b0479a15-50b5-453a-a512-20201e131446 req-f095d602-069e-4b2a-9159-9f953fdce4c6 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] 10.222.0.37 "GET /v2.0/ports?device_id=0eaadc18-4403-4cf3-b17e-92d994d339dc HTTP/1.1" status: 200 len: 946 time: 0.0472925 Aug 05 04:26:57.689099 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b0479a15-50b5-453a-a512-20201e131446 req-6ebacb8c-1a85-4488-9131-965291b41670 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6e05813-9d0f-44b8-9b64-dd43393c2c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339499 Aug 05 04:26:58.801655 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe28eb6-2420-4717-940b-b0042ccdc06f req-1f944910-7518-4f31-9cfc-624d72b2ed18 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:26:58.803049 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3fe28eb6-2420-4717-940b-b0042ccdc06f req-1f944910-7518-4f31-9cfc-624d72b2ed18 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] 10.222.0.37 "GET /v2.0/ports?device_id=0eaadc18-4403-4cf3-b17e-92d994d339dc HTTP/1.1" status: 200 len: 946 time: 0.0475976 Aug 05 04:26:58.840623 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3fe28eb6-2420-4717-940b-b0042ccdc06f req-02095ae9-7433-4509-958f-2bb5ad5d32e5 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6e05813-9d0f-44b8-9b64-dd43393c2c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313232 Aug 05 04:26:59.953173 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f12492-719f-47dc-af65-ada81c5df751 req-304e3c73-43ed-44b4-8329-c99423f6f517 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:26:59.954589 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-31f12492-719f-47dc-af65-ada81c5df751 req-304e3c73-43ed-44b4-8329-c99423f6f517 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] 10.222.0.37 "GET /v2.0/ports?device_id=0eaadc18-4403-4cf3-b17e-92d994d339dc HTTP/1.1" status: 200 len: 946 time: 0.0480752 Aug 05 04:26:59.991878 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-31f12492-719f-47dc-af65-ada81c5df751 req-542de86a-ff46-4cac-9ec9-aa2c0da144b6 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6e05813-9d0f-44b8-9b64-dd43393c2c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312009 Aug 05 04:27:00.875136 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 33690) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:27:00.919940 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.db.db_base_plugin_v2 [None req-6401c7db-7bd9-4ed9-bc93-6edb3709616d admin admin] Deleting subnet 93de3766-8384-4fb4-879c-8f1cbb2b879f {{(pid=93250) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 04:27:00.922930 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6401c7db-7bd9-4ed9-bc93-6edb3709616d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:00.958672 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6401c7db-7bd9-4ed9-bc93-6edb3709616d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2700634'] for subnet, precommit_delete_associations {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:00.996716 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6401c7db-7bd9-4ed9-bc93-6edb3709616d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66721300'] for subnet, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:01.048608 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6401c7db-7bd9-4ed9-bc93-6edb3709616d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66721283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3061319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3240075'] for subnet, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:01.074743 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6401c7db-7bd9-4ed9-bc93-6edb3709616d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93de3766-8384-4fb4-879c-8f1cbb2b879f,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:27:01.086641 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6401c7db-7bd9-4ed9-bc93-6edb3709616d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568634'] for subnet, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:01.091100 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-6401c7db-7bd9-4ed9-bc93-6edb3709616d admin admin] 10.222.0.37 "DELETE /v2.0/subnets/93de3766-8384-4fb4-879c-8f1cbb2b879f HTTP/1.1" status: 204 len: 168 time: 0.2126956 Aug 05 04:27:01.091760 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 33694) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:27:01.128552 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7d0aa2-1e84-43b6-b678-dbc86dddae25 req-27a47b86-debe-43d4-a791-6da1a1309c71 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:27:01.129976 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8d7d0aa2-1e84-43b6-b678-dbc86dddae25 req-27a47b86-debe-43d4-a791-6da1a1309c71 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] 10.222.0.37 "GET /v2.0/ports?device_id=0eaadc18-4403-4cf3-b17e-92d994d339dc HTTP/1.1" status: 200 len: 946 time: 0.0586293 Aug 05 04:27:01.160139 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-fb5f0d34-c6a1-46e2-951b-1b4d53139204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66814758'] for network, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:01.169294 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8d7d0aa2-1e84-43b6-b678-dbc86dddae25 req-e8f77d94-d859-4a77-81c9-20d9538c1d56 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6e05813-9d0f-44b8-9b64-dd43393c2c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333989 Aug 05 04:27:01.241439 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-fb5f0d34-c6a1-46e2-951b-1b4d53139204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66721711', 'neutron.services.segments.db._delete_segments_for_network-8763712477754'] for network, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:01.250990 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.services.segments.db [None req-fb5f0d34-c6a1-46e2-951b-1b4d53139204 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e4ebe55-ffad-4947-b30a-6a86818e9aa4']}} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:27:01.261199 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.services.segments.db [None req-fb5f0d34-c6a1-46e2-951b-1b4d53139204 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99d03ebc-d2af-4edc-aa03-85fbf098bbc3') {'for_net_delete': True} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:27:01.261494 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.services.segments.db [None req-fb5f0d34-c6a1-46e2-951b-1b4d53139204 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99d03ebc-d2af-4edc-aa03-85fbf098bbc3') {} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:27:01.270075 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-fb5f0d34-c6a1-46e2-951b-1b4d53139204 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763712645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3787505'] for segment, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:01.283960 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-fb5f0d34-c6a1-46e2-951b-1b4d53139204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66718183'] for segment, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:01.289836 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb5f0d34-c6a1-46e2-951b-1b4d53139204 admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=93251) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 04:27:01.290217 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-fb5f0d34-c6a1-46e2-951b-1b4d53139204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66718183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8933250'] for segment, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:01.291940 dv-cinder-803000-4-iscsi neutron-server[93251]: Traceback (most recent call last): Aug 05 04:27:01.291940 dv-cinder-803000-4-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 04:27:01.291940 dv-cinder-803000-4-iscsi neutron-server[93251]: timer() Aug 05 04:27:01.291940 dv-cinder-803000-4-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 04:27:01.291940 dv-cinder-803000-4-iscsi neutron-server[93251]: cb(*args, **kw) Aug 05 04:27:01.291940 dv-cinder-803000-4-iscsi neutron-server[93251]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 04:27:01.291940 dv-cinder-803000-4-iscsi neutron-server[93251]: return func(*args, **kwargs) Aug 05 04:27:01.291940 dv-cinder-803000-4-iscsi neutron-server[93251]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 04:27:01.291940 dv-cinder-803000-4-iscsi neutron-server[93251]: self._notify() Aug 05 04:27:01.291940 dv-cinder-803000-4-iscsi neutron-server[93251]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 04:27:01.291940 dv-cinder-803000-4-iscsi neutron-server[93251]: self.callback(batched_events) Aug 05 04:27:01.291940 dv-cinder-803000-4-iscsi neutron-server[93251]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 04:27:01.291940 dv-cinder-803000-4-iscsi neutron-server[93251]: event.method(event) Aug 05 04:27:01.291940 dv-cinder-803000-4-iscsi neutron-server[93251]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 04:27:01.291940 dv-cinder-803000-4-iscsi neutron-server[93251]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 04:27:01.291940 dv-cinder-803000-4-iscsi neutron-server[93251]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 04:27:01.291940 dv-cinder-803000-4-iscsi neutron-server[93251]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 04:27:01.291940 dv-cinder-803000-4-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 04:27:01.291940 dv-cinder-803000-4-iscsi neutron-server[93251]: return f(self, *a, **k) Aug 05 04:27:01.291940 dv-cinder-803000-4-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 04:27:01.291940 dv-cinder-803000-4-iscsi neutron-server[93251]: return self._get(url).json() Aug 05 04:27:01.291940 dv-cinder-803000-4-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 04:27:01.291940 dv-cinder-803000-4-iscsi neutron-server[93251]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 04:27:01.291940 dv-cinder-803000-4-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 04:27:01.291940 dv-cinder-803000-4-iscsi neutron-server[93251]: return self.request(url, 'GET', **kwargs) Aug 05 04:27:01.291940 dv-cinder-803000-4-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 04:27:01.291940 dv-cinder-803000-4-iscsi neutron-server[93251]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 04:27:01.291940 dv-cinder-803000-4-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 04:27:01.291940 dv-cinder-803000-4-iscsi neutron-server[93251]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 04:27:01.291940 dv-cinder-803000-4-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 04:27:01.291940 dv-cinder-803000-4-iscsi neutron-server[93251]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 04:27:01.291940 dv-cinder-803000-4-iscsi neutron-server[93251]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 04:27:01.348010 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-fb5f0d34-c6a1-46e2-951b-1b4d53139204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66721686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-699446'] for network, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:01.355231 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-fb5f0d34-c6a1-46e2-951b-1b4d53139204 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568634'] for network, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:01.357173 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-fb5f0d34-c6a1-46e2-951b-1b4d53139204 admin admin] 10.222.0.37 "DELETE /v2.0/networks/5e4ebe55-ffad-4947-b30a-6a86818e9aa4 HTTP/1.1" status: 204 len: 168 time: 0.2645378 Aug 05 04:27:01.366271 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5f0d34-c6a1-46e2-951b-1b4d53139204 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e4ebe55-ffad-4947-b30a-6a86818e9aa4,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:27:01.373292 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5f0d34-c6a1-46e2-951b-1b4d53139204 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:27:01.373648 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5f0d34-c6a1-46e2-951b-1b4d53139204 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:27:01.373985 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5f0d34-c6a1-46e2-951b-1b4d53139204 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:27:01.374316 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5f0d34-c6a1-46e2-951b-1b4d53139204 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:27:01.374675 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5f0d34-c6a1-46e2-951b-1b4d53139204 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:27:01.375003 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5f0d34-c6a1-46e2-951b-1b4d53139204 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:27:01.375327 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5f0d34-c6a1-46e2-951b-1b4d53139204 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:27:01.375641 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5f0d34-c6a1-46e2-951b-1b4d53139204 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:27:01.375972 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5f0d34-c6a1-46e2-951b-1b4d53139204 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:27:01.376293 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5f0d34-c6a1-46e2-951b-1b4d53139204 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:27:01.376641 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5f0d34-c6a1-46e2-951b-1b4d53139204 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:27:01.376947 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5f0d34-c6a1-46e2-951b-1b4d53139204 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:27:01.464477 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 33698) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:27:01.502149 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-ec0c2030-3bc9-4408-8f5d-78d0e360d534 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=88846352619148c2818dd2d33ca47d26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0365734 Aug 05 04:27:01.504373 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 33700) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:27:01.551611 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-c366335a-a683-4adc-bef5-add915d8ea16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:01.572110 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-c366335a-a683-4adc-bef5-add915d8ea16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:01.618786 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-c366335a-a683-4adc-bef5-add915d8ea16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:01.622018 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-c366335a-a683-4adc-bef5-add915d8ea16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:01.623211 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-c366335a-a683-4adc-bef5-add915d8ea16 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e229e27f-6df5-4da7-ab31-6e670a3ad6e2 HTTP/1.1" status: 204 len: 168 time: 0.1179876 Aug 05 04:27:01.631334 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c366335a-a683-4adc-bef5-add915d8ea16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e229e27f-6df5-4da7-ab31-6e670a3ad6e2,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:27:02.011269 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2276298-c9f3-4274-a815-2a7f9b52b5b5 req-3c00339c-1b2c-4638-aac9-ad7ec03fbc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:27:02.012731 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c2276298-c9f3-4274-a815-2a7f9b52b5b5 req-3c00339c-1b2c-4638-aac9-ad7ec03fbc10 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bee6bfe21bc342ae80722bc534a79a65&device_id=0eaadc18-4403-4cf3-b17e-92d994d339dc HTTP/1.1" status: 200 len: 1099 time: 0.0442536 Aug 05 04:27:02.101705 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2276298-c9f3-4274-a815-2a7f9b52b5b5 req-cdfda02d-c3fc-4953-b936-4d49e7df837c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:27:02.103203 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c2276298-c9f3-4274-a815-2a7f9b52b5b5 req-cdfda02d-c3fc-4953-b936-4d49e7df837c service neutron] 10.222.0.39 "GET /v2.0/networks?id=ef69c213-f027-48b4-9728-8998dc7faa2a HTTP/1.1" status: 200 len: 910 time: 0.0836370 Aug 05 04:27:02.173313 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c2276298-c9f3-4274-a815-2a7f9b52b5b5 req-8f18f90b-f893-497e-852a-d6cb400d9804 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=214dce8d-195c-4d2a-9176-034e96614c25 HTTP/1.1" status: 200 len: 1001 time: 0.0632467 Aug 05 04:27:02.225360 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2276298-c9f3-4274-a815-2a7f9b52b5b5 req-f927ac38-bf73-4234-93c6-9e2e7bc9426d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:27:02.226858 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c2276298-c9f3-4274-a815-2a7f9b52b5b5 req-f927ac38-bf73-4234-93c6-9e2e7bc9426d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d35e201b-865e-4900-86f6-2c5aed9eb36a HTTP/1.1" status: 200 len: 848 time: 0.0467000 Aug 05 04:27:02.277994 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2276298-c9f3-4274-a815-2a7f9b52b5b5 req-a8366de9-be98-48f8-95e7-d03dba41d78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:27:02.279520 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c2276298-c9f3-4274-a815-2a7f9b52b5b5 req-a8366de9-be98-48f8-95e7-d03dba41d78d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ef69c213-f027-48b4-9728-8998dc7faa2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0443556 Aug 05 04:27:02.285222 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 33728) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:27:02.286745 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2b7ca7-b977-4ad9-a43d-7e647a5d1174 req-47b6e7cd-2234-4b9b-bf6b-934c6538eeda tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:27:02.288237 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4b2b7ca7-b977-4ad9-a43d-7e647a5d1174 req-47b6e7cd-2234-4b9b-bf6b-934c6538eeda tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] 10.222.0.37 "GET /v2.0/ports?device_id=0eaadc18-4403-4cf3-b17e-92d994d339dc HTTP/1.1" status: 200 len: 946 time: 0.0503387 Aug 05 04:27:02.327464 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4b2b7ca7-b977-4ad9-a43d-7e647a5d1174 req-1d014394-8844-48be-8f09-f5a222d3fc8f tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6e05813-9d0f-44b8-9b64-dd43393c2c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321770 Aug 05 04:27:02.377332 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c2276298-c9f3-4274-a815-2a7f9b52b5b5 req-d2193ffe-7286-45e8-b336-ce9ed48f3dbb service neutron] 10.222.0.39 "GET /v2.0/networks/ef69c213-f027-48b4-9728-8998dc7faa2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899508 Aug 05 04:27:02.396172 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-1278b660-43c4-4d95-99fb-4c595a46990c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-15698740-network', 'tenant_id': '79070a9d3f8e438fbbec93f519c44426'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:27:02.464954 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1278b660-43c4-4d95-99fb-4c595a46990c admin admin] Made reservation on behalf of 79070a9d3f8e438fbbec93f519c44426 for: {'network': 1} {{(pid=93251) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 04:27:02.467356 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-1278b660-43c4-4d95-99fb-4c595a46990c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for network, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:02.486139 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-1278b660-43c4-4d95-99fb-4c595a46990c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:02.509503 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c2276298-c9f3-4274-a815-2a7f9b52b5b5 req-5105bb94-00b2-4ba6-9ac0-ef8665787973 service neutron] 10.222.0.39 "GET /v2.0/networks/ef69c213-f027-48b4-9728-8998dc7faa2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251025 Aug 05 04:27:02.589527 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-1278b660-43c4-4d95-99fb-4c595a46990c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:02.593192 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-1278b660-43c4-4d95-99fb-4c595a46990c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:02.621495 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1278b660-43c4-4d95-99fb-4c595a46990c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=93251) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 04:27:02.631247 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1278b660-43c4-4d95-99fb-4c595a46990c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=570d81e3-ddcd-4e93-b0e6-1ef91da633db,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:27:02.636156 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-1278b660-43c4-4d95-99fb-4c595a46990c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66718183'] for segment, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:02.636494 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.db.segments_db [None req-1278b660-43c4-4d95-99fb-4c595a46990c admin admin] Added segment f61e526f-192b-4532-90d4-bb25d73fe17b of type vlan for network 9c2b2137-69fe-4a55-a9a9-a7df818b8725 Aug 05 04:27:02.676385 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-1278b660-43c4-4d95-99fb-4c595a46990c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763712130115'] for network, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:02.706276 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-1278b660-43c4-4d95-99fb-4c595a46990c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612'] for network, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:02.706276 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1278b660-43c4-4d95-99fb-4c595a46990c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:27:02.706624 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-1278b660-43c4-4d95-99fb-4c595a46990c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568634'] for network, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:02.712795 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-5527ec5f-7ba9-441a-af76-2ee81be80854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:02.735737 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-1278b660-43c4-4d95-99fb-4c595a46990c admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4494512 Aug 05 04:27:02.738648 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 33736) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:27:02.743508 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-035fc6ce-91af-4b74-b414-e4415a1da934 admin admin] Request body: {'subnet': {'network_id': '9c2b2137-69fe-4a55-a9a9-a7df818b8725', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-15698740-subnet', 'tenant_id': '79070a9d3f8e438fbbec93f519c44426', 'ip_version': 4}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:27:02.764306 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-035fc6ce-91af-4b74-b414-e4415a1da934 admin admin] Made reservation on behalf of 79070a9d3f8e438fbbec93f519c44426 for: {'subnet': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 04:27:02.766923 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-035fc6ce-91af-4b74-b414-e4415a1da934 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3240096'] for subnet, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:02.775026 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1278b660-43c4-4d95-99fb-4c595a46990c admin admin] Pushing event updated for resources: {'Network': ['ID=9c2b2137-69fe-4a55-a9a9-a7df818b8725,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:27:02.784487 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Network 9c2b2137-69fe-4a55-a9a9-a7df818b8725 details requested by agent ovs-agent-dv-cinder-803000-4-iscsi with host dv-cinder-803000-4-iscsi {{(pid=93252) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 04:27:03.138226 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-035fc6ce-91af-4b74-b414-e4415a1da934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3061248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3240082'] for subnet, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:03.195039 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035fc6ce-91af-4b74-b414-e4415a1da934 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d5a57ba-23c0-437c-ae13-0d863b340f95,revision_number=0']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:27:03.199238 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035fc6ce-91af-4b74-b414-e4415a1da934 admin admin] Checking segment: {'id': 'f61e526f-192b-4532-90d4-bb25d73fe17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '9c2b2137-69fe-4a55-a9a9-a7df818b8725'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 04:27:03.199852 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035fc6ce-91af-4b74-b414-e4415a1da934 admin admin] Network hostable DHCP agents. Network: 9c2b2137-69fe-4a55-a9a9-a7df818b8725, hostable agents: ['ea427e49-0af2-4000-bc0d-d234b33f8d84'], hosted agents: [] {{(pid=93250) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 04:27:03.216819 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035fc6ce-91af-4b74-b414-e4415a1da934 admin admin] Network 9c2b2137-69fe-4a55-a9a9-a7df818b8725 is scheduled to be hosted by DHCP agent ea427e49-0af2-4000-bc0d-d234b33f8d84 with binding_index 1 {{(pid=93250) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 04:27:03.225840 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-035fc6ce-91af-4b74-b414-e4415a1da934 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803000-4-iscsi, 9c2b2137-69fe-4a55-a9a9-a7df818b8725) {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 04:27:03.231065 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035fc6ce-91af-4b74-b414-e4415a1da934 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:27:03.232027 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-035fc6ce-91af-4b74-b414-e4415a1da934 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568634'] for subnet, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:03.235074 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df5b545-a0c3-42d4-8c4b-8ba9f83f8c3d None None] Network 9c2b2137-69fe-4a55-a9a9-a7df818b8725 requested from dv-cinder-803000-4-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 04:27:03.245805 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-035fc6ce-91af-4b74-b414-e4415a1da934 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5060973 Aug 05 04:27:03.248612 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 33738) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:27:03.253002 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-9a46fed8-a41d-4c88-ab88-e0a297070d59 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-15698740-router', 'tenant_id': '79070a9d3f8e438fbbec93f519c44426', 'external_gateway_info': {'network_id': '6aa50667-ad26-490a-abab-e40f5b548551'}}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:27:03.272926 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9a46fed8-a41d-4c88-ab88-e0a297070d59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-708108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1506'] for router, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:03.273964 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9a46fed8-a41d-4c88-ab88-e0a297070d59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1531'] for router, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:03.329301 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9a46fed8-a41d-4c88-ab88-e0a297070d59 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:03.379691 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8058fd8-1e52-4796-9f0b-01e3a0b7c310 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fd6ed88-8c92-5087-b4d9-f9be238ba557-9c2b2137-69fe-4a55-a9a9-a7df818b8725', 'network_id': '9c2b2137-69fe-4a55-a9a9-a7df818b8725', 'tenant_id': '79070a9d3f8e438fbbec93f519c44426', 'fixed_ips': [{'subnet_id': '7d5a57ba-23c0-437c-ae13-0d863b340f95'}]}} from dv-cinder-803000-4-iscsi. {{(pid=93252) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 04:27:03.380558 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-c8058fd8-1e52-4796-9f0b-01e3a0b7c310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_create {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:03.489353 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9a46fed8-a41d-4c88-ab88-e0a297070d59 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:03.510585 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.db_base_plugin_common [None req-c8058fd8-1e52-4796-9f0b-01e3a0b7c310 None None] Allocated IP 172.20.0.2 (9c2b2137-69fe-4a55-a9a9-a7df818b8725/7d5a57ba-23c0-437c-ae13-0d863b340f95/9917c6de-0c17-44d8-8a3d-291042028c12) {{(pid=93252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 04:27:03.520179 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48929c32-f72d-45a9-be0e-94e75cf1521c req-ac9d8f16-9274-4d5e-a247-adb6c5996718 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:27:03.521985 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-48929c32-f72d-45a9-be0e-94e75cf1521c req-ac9d8f16-9274-4d5e-a247-adb6c5996718 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] 10.222.0.37 "GET /v2.0/ports?device_id=0eaadc18-4403-4cf3-b17e-92d994d339dc HTTP/1.1" status: 200 len: 946 time: 0.1226194 Aug 05 04:27:03.599910 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-48929c32-f72d-45a9-be0e-94e75cf1521c req-6e67f2e3-7e35-43fd-9c7d-1fd9cf89a798 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6e05813-9d0f-44b8-9b64-dd43393c2c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713506 Aug 05 04:27:03.655329 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-c8058fd8-1e52-4796-9f0b-01e3a0b7c310 None None] Notify callbacks [] for port, precommit_create {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:03.663611 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-c8058fd8-1e52-4796-9f0b-01e3a0b7c310 None None] Transition to ACTIVE for port object 9917c6de-0c17-44d8-8a3d-291042028c12 will not be triggered until provisioned by entity L2. {{(pid=93252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 04:27:03.677995 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-c8058fd8-1e52-4796-9f0b-01e3a0b7c310 None None] Transition to ACTIVE for port object 9917c6de-0c17-44d8-8a3d-291042028c12 will not be triggered until provisioned by entity DHCP. {{(pid=93252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 04:27:03.683231 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-c8058fd8-1e52-4796-9f0b-01e3a0b7c310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763712145875'] for port, after_create {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:03.728641 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8058fd8-1e52-4796-9f0b-01e3a0b7c310 None None] Network 9c2b2137-69fe-4a55-a9a9-a7df818b8725 is already hosted by enough agents. {{(pid=93252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 04:27:03.731227 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.scheduler.base_scheduler [None req-c8058fd8-1e52-4796-9f0b-01e3a0b7c310 None None] Resources bound (agent type, host, resource id): {{(pid=93252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 04:27:03.735362 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8058fd8-1e52-4796-9f0b-01e3a0b7c310 None None] Received port after_create {{(pid=93252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 04:27:03.738819 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8058fd8-1e52-4796-9f0b-01e3a0b7c310 None None] Pushing event updated for resources: {'Port': ['ID=9917c6de-0c17-44d8-8a3d-291042028c12,revision_number=1']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:27:03.742040 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9a46fed8-a41d-4c88-ab88-e0a297070d59 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:03.761892 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9a46fed8-a41d-4c88-ab88-e0a297070d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:03.790567 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-c8058fd8-1e52-4796-9f0b-01e3a0b7c310 None None] Attempting to bind port 9917c6de-0c17-44d8-8a3d-291042028c12 on host dv-cinder-803000-4-iscsi for vnic_type normal with profile {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 04:27:03.790940 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-c8058fd8-1e52-4796-9f0b-01e3a0b7c310 None None] Attempting to bind port 9917c6de-0c17-44d8-8a3d-291042028c12 by drivers openvswitch,hyperv on host dv-cinder-803000-4-iscsi at level 0 using segments [{'id': 'f61e526f-192b-4532-90d4-bb25d73fe17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '9c2b2137-69fe-4a55-a9a9-a7df818b8725'}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 04:27:03.791299 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8058fd8-1e52-4796-9f0b-01e3a0b7c310 None None] Attempting to bind port 9917c6de-0c17-44d8-8a3d-291042028c12 on network 9c2b2137-69fe-4a55-a9a9-a7df818b8725 {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 04:27:03.796334 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8058fd8-1e52-4796-9f0b-01e3a0b7c310 None None] Checking agent: {'id': 'f380332e-4681-47b2-aaca-ec0053efd026', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803000-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 4, 10, 35), 'started_at': datetime.datetime(2021, 8, 5, 4, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 4, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803000-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 04:27:03.796823 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8058fd8-1e52-4796-9f0b-01e3a0b7c310 None None] Checking segment: {'id': 'f61e526f-192b-4532-90d4-bb25d73fe17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '9c2b2137-69fe-4a55-a9a9-a7df818b8725'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 04:27:03.797225 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-c8058fd8-1e52-4796-9f0b-01e3a0b7c310 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:03.797616 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8058fd8-1e52-4796-9f0b-01e3a0b7c310 None None] Bound using segment: {'id': 'f61e526f-192b-4532-90d4-bb25d73fe17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '9c2b2137-69fe-4a55-a9a9-a7df818b8725'} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 04:27:03.798068 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-c8058fd8-1e52-4796-9f0b-01e3a0b7c310 None None] Bound port: 9917c6de-0c17-44d8-8a3d-291042028c12, host: dv-cinder-803000-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f61e526f-192b-4532-90d4-bb25d73fe17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '9c2b2137-69fe-4a55-a9a9-a7df818b8725'}}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 04:27:03.798447 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-c8058fd8-1e52-4796-9f0b-01e3a0b7c310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:03.863926 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-c8058fd8-1e52-4796-9f0b-01e3a0b7c310 None None] For port 9917c6de-0c17-44d8-8a3d-291042028c12, host dv-cinder-803000-4-iscsi, cleared binding levels {{(pid=93252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 04:27:03.868565 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-c8058fd8-1e52-4796-9f0b-01e3a0b7c310 None None] For port 9917c6de-0c17-44d8-8a3d-291042028c12, host dv-cinder-803000-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-4-iscsi',level=0,port_id=9917c6de-0c17-44d8-8a3d-291042028c12,segment=NetworkSegment(f61e526f-192b-4532-90d4-bb25d73fe17b),segment_id=f61e526f-192b-4532-90d4-bb25d73fe17b)] {{(pid=93252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 04:27:03.872181 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.db.db_base_plugin_common [None req-9a46fed8-a41d-4c88-ab88-e0a297070d59 admin admin] Allocated IP 172.27.3.16 (6aa50667-ad26-490a-abab-e40f5b548551/1981b9cb-30a8-4ce2-a61f-12a80c9863da/6b97e8b8-b75c-42e6-bf39-4e61069a58cc) {{(pid=93250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 04:27:03.873396 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-c8058fd8-1e52-4796-9f0b-01e3a0b7c310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:03.936793 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8058fd8-1e52-4796-9f0b-01e3a0b7c310 None None] Pushing event updated for resources: {'Port': ['ID=9917c6de-0c17-44d8-8a3d-291042028c12,revision_number=2']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:27:03.991476 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9a46fed8-a41d-4c88-ab88-e0a297070d59 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:04.030804 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9a46fed8-a41d-4c88-ab88-e0a297070d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763712145875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3061364'] for port, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:04.072780 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a46fed8-a41d-4c88-ab88-e0a297070d59 admin admin] Network 6aa50667-ad26-490a-abab-e40f5b548551 is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 04:27:04.078458 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-9a46fed8-a41d-4c88-ab88-e0a297070d59 admin admin] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 04:27:04.087377 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a46fed8-a41d-4c88-ab88-e0a297070d59 admin admin] Received port after_create {{(pid=93250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 04:27:04.113746 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a46fed8-a41d-4c88-ab88-e0a297070d59 admin admin] Pushing event updated for resources: {'Port': ['ID=6b97e8b8-b75c-42e6-bf39-4e61069a58cc,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:27:04.343267 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9a46fed8-a41d-4c88-ab88-e0a297070d59 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:04.539266 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9a46fed8-a41d-4c88-ab88-e0a297070d59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697994'] for router, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:04.713826 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a46fed8-a41d-4c88-ab88-e0a297070d59 admin admin] Router c7ecc11d-74c4-41d4-9461-232faa62e30f is scheduled to L3 agent 8e71ca1b-9911-44b3-bf09-1fce3db7ea9a with binding_index 1 {{(pid=93250) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 04:27:04.776936 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8250d0-ae4f-428b-a1e8-448c6229e64b req-6f95c546-ef33-45be-a896-2e936849b67c tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:27:04.778518 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-bb8250d0-ae4f-428b-a1e8-448c6229e64b req-6f95c546-ef33-45be-a896-2e936849b67c tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] 10.222.0.37 "GET /v2.0/ports?device_id=0eaadc18-4403-4cf3-b17e-92d994d339dc HTTP/1.1" status: 200 len: 946 time: 0.0987561 Aug 05 04:27:04.815857 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804a9a3e-ebc1-4340-91e3-b409db37f4eb None None] Network 9c2b2137-69fe-4a55-a9a9-a7df818b8725 requested from dv-cinder-803000-4-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 04:27:04.867718 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-bb8250d0-ae4f-428b-a1e8-448c6229e64b req-27308a5f-9297-426f-9aa9-1cc4dd45b6d2 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6e05813-9d0f-44b8-9b64-dd43393c2c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808060 Aug 05 04:27:04.874312 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a46fed8-a41d-4c88-ab88-e0a297070d59 admin admin] Notify agent at l3_agent.dv-cinder-803000-4-iscsi the message routers_updated {{(pid=93250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 04:27:04.895074 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa86f2a1-ff82-4150-a610-a91477fd5ad6 None None] Sync routers for ids ['c7ecc11d-74c4-41d4-9461-232faa62e30f'] in dv-cinder-803000-4-iscsi {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 04:27:04.901939 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9a46fed8-a41d-4c88-ab88-e0a297070d59 admin admin] Notify callbacks [] for router, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:04.903660 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-9a46fed8-a41d-4c88-ab88-e0a297070d59 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.6540594 Aug 05 04:27:04.906445 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 33748) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:27:04.914352 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-bbfa6615-3370-4e98-8923-cbfa3106e9c6 None None] Provisioning for port 9917c6de-0c17-44d8-8a3d-291042028c12 completed by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 04:27:04.921208 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa86f2a1-ff82-4150-a610-a91477fd5ad6 None None] Routers {'c7ecc11d-74c4-41d4-9461-232faa62e30f'} bound to L3 agent in host dv-cinder-803000-4-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 04:27:04.921829 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-fa86f2a1-ff82-4150-a610-a91477fd5ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T04:10:35Z,description=,heartbeat_timestamp=2021-08-05T04:26:35Z,host='dv-cinder-803000-4-iscsi',id=8e71ca1b-9911-44b3-bf09-1fce3db7ea9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T04:10:35Z,topic='l3_agent')) {'router_ids': ['c7ecc11d-74c4-41d4-9461-232faa62e30f'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:27:05.183718 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-5bd673dd-290e-4148-890d-45b2a96af9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:05.227119 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-fa86f2a1-ff82-4150-a610-a91477fd5ad6 None None] Set router c7ecc11d-74c4-41d4-9461-232faa62e30f gateway port host: dv-cinder-803000-4-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 04:27:05.335439 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-704fef83-fc65-463b-b4b0-1d59247752dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:05.361116 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:05.439172 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-fa86f2a1-ff82-4150-a610-a91477fd5ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7ecc11d-74c4-41d4-9461-232faa62e30f', 'name': 'tempest-TestMinimumBasicScenario-15698740-router', 'tenant_id': '79070a9d3f8e438fbbec93f519c44426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'external_fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': '6b97e8b8-b75c-42e6-bf39-4e61069a58cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:27:03Z', 'updated_at': '2021-08-05T04:27:04Z', 'revision_number': 3, 'project_id': '79070a9d3f8e438fbbec93f519c44426', 'gw_port': {'id': '6b97e8b8-b75c-42e6-bf39-4e61069a58cc', 'name': '', 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:28:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7ecc11d-74c4-41d4-9461-232faa62e30f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:27:03Z', 'updated_at': '2021-08-05T04:27:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-4-iscsi'}], 'dv-cinder-803000-4-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:27:05.469350 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa86f2a1-ff82-4150-a610-a91477fd5ad6 None None] Checking router: c7ecc11d-74c4-41d4-9461-232faa62e30f for host: dv-cinder-803000-4-iscsi {{(pid=93252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 04:27:05.469715 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa86f2a1-ff82-4150-a610-a91477fd5ad6 None None] Updating router c7ecc11d-74c4-41d4-9461-232faa62e30f port 6b97e8b8-b75c-42e6-bf39-4e61069a58cc binding host dv-cinder-803000-4-iscsi {{(pid=93252) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 04:27:05.502021 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-fa86f2a1-ff82-4150-a610-a91477fd5ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:05.510755 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.db.db_base_plugin_common [None req-704fef83-fc65-463b-b4b0-1d59247752dc admin admin] Allocated IP 172.20.0.1 (9c2b2137-69fe-4a55-a9a9-a7df818b8725/7d5a57ba-23c0-437c-ae13-0d863b340f95/ff7377a3-ebd0-418b-9487-8ceef315d592) {{(pid=93250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 04:27:05.611887 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-704fef83-fc65-463b-b4b0-1d59247752dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:05.625148 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.db.provisioning_blocks [None req-704fef83-fc65-463b-b4b0-1d59247752dc admin admin] Transition to ACTIVE for port object ff7377a3-ebd0-418b-9487-8ceef315d592 will not be triggered until provisioned by entity DHCP. {{(pid=93250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 04:27:05.660273 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-704fef83-fc65-463b-b4b0-1d59247752dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763712145875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3061364'] for port, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:05.701183 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704fef83-fc65-463b-b4b0-1d59247752dc admin admin] Network 9c2b2137-69fe-4a55-a9a9-a7df818b8725 is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 04:27:05.706317 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-704fef83-fc65-463b-b4b0-1d59247752dc admin admin] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 04:27:05.708483 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704fef83-fc65-463b-b4b0-1d59247752dc admin admin] Pushing event updated for resources: {'Port': ['ID=ff7377a3-ebd0-418b-9487-8ceef315d592,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:27:05.710666 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704fef83-fc65-463b-b4b0-1d59247752dc admin admin] Received port after_create {{(pid=93250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 04:27:05.752458 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-704fef83-fc65-463b-b4b0-1d59247752dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700768'] for router_interface, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:05.771428 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-fa86f2a1-ff82-4150-a610-a91477fd5ad6 None None] Notify callbacks [] for port, precommit_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:05.783065 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-fa86f2a1-ff82-4150-a610-a91477fd5ad6 None None] Transition to ACTIVE for port object 6b97e8b8-b75c-42e6-bf39-4e61069a58cc will not be triggered until provisioned by entity L2. {{(pid=93252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 04:27:05.791735 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-fa86f2a1-ff82-4150-a610-a91477fd5ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:05.835537 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Device 9917c6de-0c17-44d8-8a3d-291042028c12 up at agent ovs-agent-dv-cinder-803000-4-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 04:27:05.893467 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-704fef83-fc65-463b-b4b0-1d59247752dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:05.908475 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-fa86f2a1-ff82-4150-a610-a91477fd5ad6 None None] Attempting to bind port 6b97e8b8-b75c-42e6-bf39-4e61069a58cc on host dv-cinder-803000-4-iscsi for vnic_type normal with profile {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 04:27:05.908884 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-fa86f2a1-ff82-4150-a610-a91477fd5ad6 None None] Attempting to bind port 6b97e8b8-b75c-42e6-bf39-4e61069a58cc by drivers openvswitch,hyperv on host dv-cinder-803000-4-iscsi at level 0 using segments [{'id': 'fe7b4086-21cb-43cf-96b4-8ee376b4a2f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551'}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 04:27:05.909269 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa86f2a1-ff82-4150-a610-a91477fd5ad6 None None] Attempting to bind port 6b97e8b8-b75c-42e6-bf39-4e61069a58cc on network 6aa50667-ad26-490a-abab-e40f5b548551 {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 04:27:05.922108 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfe3ff5-85f1-43c6-897c-f7ae8f322f9f None None] Pushing event updated for resources: {'Port': ['ID=6b97e8b8-b75c-42e6-bf39-4e61069a58cc,revision_number=2']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:27:05.930651 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa86f2a1-ff82-4150-a610-a91477fd5ad6 None None] Checking agent: {'id': 'f380332e-4681-47b2-aaca-ec0053efd026', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803000-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 4, 10, 35), 'started_at': datetime.datetime(2021, 8, 5, 4, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 4, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803000-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 04:27:05.931171 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa86f2a1-ff82-4150-a610-a91477fd5ad6 None None] Checking segment: {'id': 'fe7b4086-21cb-43cf-96b4-8ee376b4a2f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 04:27:05.932195 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-fa86f2a1-ff82-4150-a610-a91477fd5ad6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:05.932644 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa86f2a1-ff82-4150-a610-a91477fd5ad6 None None] Bound using segment: {'id': 'fe7b4086-21cb-43cf-96b4-8ee376b4a2f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551'} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 04:27:05.933611 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-fa86f2a1-ff82-4150-a610-a91477fd5ad6 None None] Bound port: 6b97e8b8-b75c-42e6-bf39-4e61069a58cc, host: dv-cinder-803000-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe7b4086-21cb-43cf-96b4-8ee376b4a2f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551'}}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 04:27:05.933611 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-fa86f2a1-ff82-4150-a610-a91477fd5ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:05.970231 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-59b4102d-922a-430b-9385-6764aa535407 None None] Provisioning for port ff7377a3-ebd0-418b-9487-8ceef315d592 completed by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 04:27:05.976906 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Provisioning for port 9917c6de-0c17-44d8-8a3d-291042028c12 completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 04:27:05.983878 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-59b4102d-922a-430b-9385-6764aa535407 None None] Provisioning complete for port ff7377a3-ebd0-418b-9487-8ceef315d592 triggered by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 04:27:05.984184 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-59b4102d-922a-430b-9385-6764aa535407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66839334'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:06.010643 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Provisioning complete for port 9917c6de-0c17-44d8-8a3d-291042028c12 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 04:27:06.011021 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66839334'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:06.046503 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a56f68e-f6fa-427f-b679-a3537c095210 req-aa29f556-13fb-49ed-b61f-3ccfadf0de83 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:27:06.048152 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6a56f68e-f6fa-427f-b679-a3537c095210 req-aa29f556-13fb-49ed-b61f-3ccfadf0de83 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] 10.222.0.37 "GET /v2.0/ports?device_id=0eaadc18-4403-4cf3-b17e-92d994d339dc HTTP/1.1" status: 200 len: 946 time: 0.1024578 Aug 05 04:27:06.059764 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-fa86f2a1-ff82-4150-a610-a91477fd5ad6 None None] For port 6b97e8b8-b75c-42e6-bf39-4e61069a58cc, host dv-cinder-803000-4-iscsi, cleared binding levels {{(pid=93252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 04:27:06.065260 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-59b4102d-922a-430b-9385-6764aa535407 None None] Port ff7377a3-ebd0-418b-9487-8ceef315d592 cannot update to ACTIVE because it is not bound. {{(pid=93252) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 04:27:06.078257 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-fa86f2a1-ff82-4150-a610-a91477fd5ad6 None None] For port 6b97e8b8-b75c-42e6-bf39-4e61069a58cc, host dv-cinder-803000-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-4-iscsi',level=0,port_id=6b97e8b8-b75c-42e6-bf39-4e61069a58cc,segment=NetworkSegment(fe7b4086-21cb-43cf-96b4-8ee376b4a2f8),segment_id=fe7b4086-21cb-43cf-96b4-8ee376b4a2f8)] {{(pid=93252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 04:27:06.090419 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-fa86f2a1-ff82-4150-a610-a91477fd5ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:06.115717 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6a56f68e-f6fa-427f-b679-a3537c095210 req-b1c67d97-6ce0-4c8b-8df5-155a7b1659b5 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6e05813-9d0f-44b8-9b64-dd43393c2c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611579 Aug 05 04:27:06.138802 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-704fef83-fc65-463b-b4b0-1d59247752dc admin admin] Notify callbacks [] for port, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:06.144694 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-704fef83-fc65-463b-b4b0-1d59247752dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3061373'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:06.185196 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfe3ff5-85f1-43c6-897c-f7ae8f322f9f None None] Pushing event updated for resources: {'Port': ['ID=6b97e8b8-b75c-42e6-bf39-4e61069a58cc,revision_number=3']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:27:06.193141 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:06.195035 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa86f2a1-ff82-4150-a610-a91477fd5ad6 None None] Routers {'c7ecc11d-74c4-41d4-9461-232faa62e30f'} bound to L3 agent in host dv-cinder-803000-4-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 04:27:06.195647 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-fa86f2a1-ff82-4150-a610-a91477fd5ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T04:10:35Z,description=,heartbeat_timestamp=2021-08-05T04:27:05Z,host='dv-cinder-803000-4-iscsi',id=8e71ca1b-9911-44b3-bf09-1fce3db7ea9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T04:10:35Z,topic='l3_agent')) {'router_ids': ['c7ecc11d-74c4-41d4-9461-232faa62e30f'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:27:06.230582 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704fef83-fc65-463b-b4b0-1d59247752dc admin admin] Pushing event updated for resources: {'Port': ['ID=ff7377a3-ebd0-418b-9487-8ceef315d592,revision_number=2']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:27:06.242903 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-704fef83-fc65-463b-b4b0-1d59247752dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536784'] for router_interface, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:06.335747 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 33764) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:27:06.343466 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-fa86f2a1-ff82-4150-a610-a91477fd5ad6 None None] Set router c7ecc11d-74c4-41d4-9461-232faa62e30f gateway port host: dv-cinder-803000-4-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 04:27:06.374212 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] For port 9917c6de-0c17-44d8-8a3d-291042028c12, host dv-cinder-803000-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-4-iscsi',level=0,port_id=9917c6de-0c17-44d8-8a3d-291042028c12,segment=NetworkSegment(f61e526f-192b-4532-90d4-bb25d73fe17b),segment_id=f61e526f-192b-4532-90d4-bb25d73fe17b)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:27:06.379741 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:06.387998 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327c7c1d-bf02-4e6f-8a33-05f1a1e9b91e req-2ec1a7f8-def4-479c-8bc6-209670a6322e tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:27:06.389507 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-327c7c1d-bf02-4e6f-8a33-05f1a1e9b91e req-2ec1a7f8-def4-479c-8bc6-209670a6322e tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] 10.222.0.37 "GET /v2.0/ports?device_id=0eaadc18-4403-4cf3-b17e-92d994d339dc HTTP/1.1" status: 200 len: 946 time: 0.0741749 Aug 05 04:27:06.390044 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-03641130-cd72-49d2-95a2-84c2adaa14ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:06.395606 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704fef83-fc65-463b-b4b0-1d59247752dc admin admin] Network 9c2b2137-69fe-4a55-a9a9-a7df818b8725 is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 04:27:06.397218 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-704fef83-fc65-463b-b4b0-1d59247752dc admin admin] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 04:27:06.457148 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-07d5b74b-5190-4e76-8176-b016eacf08b9 req-c865e968-c7b8-4576-bb13-3597bf5a118a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0eaadc18-4403-4cf3-b17e-92d994d339dc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1127677 Aug 05 04:27:06.532088 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Pushing event updated for resources: {'Port': ['ID=9917c6de-0c17-44d8-8a3d-291042028c12,revision_number=3']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:27:06.639689 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-fa86f2a1-ff82-4150-a610-a91477fd5ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7ecc11d-74c4-41d4-9461-232faa62e30f', 'name': 'tempest-TestMinimumBasicScenario-15698740-router', 'tenant_id': '79070a9d3f8e438fbbec93f519c44426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'external_fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': '6b97e8b8-b75c-42e6-bf39-4e61069a58cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:27:03Z', 'updated_at': '2021-08-05T04:27:05Z', 'revision_number': 4, 'project_id': '79070a9d3f8e438fbbec93f519c44426', 'gw_port': {'id': '6b97e8b8-b75c-42e6-bf39-4e61069a58cc', 'name': '', 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:28:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7ecc11d-74c4-41d4-9461-232faa62e30f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:27:03Z', 'updated_at': '2021-08-05T04:27:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-4-iscsi', '_interfaces': [{'id': 'ff7377a3-ebd0-418b-9487-8ceef315d592', 'name': '', 'network_id': '9c2b2137-69fe-4a55-a9a9-a7df818b8725', 'tenant_id': '79070a9d3f8e438fbbec93f519c44426', 'mac_address': 'fa:16:3e:a4:07:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7ecc11d-74c4-41d4-9461-232faa62e30f', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '7d5a57ba-23c0-437c-ae13-0d863b340f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:27:05Z', 'updated_at': '2021-08-05T04:27:05Z', 'revision_number': 2, 'project_id': '79070a9d3f8e438fbbec93f519c44426', 'subnets': [{'id': '7d5a57ba-23c0-437c-ae13-0d863b340f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803000-4-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:27:06.667362 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa86f2a1-ff82-4150-a610-a91477fd5ad6 None None] The sync data for ids ['c7ecc11d-74c4-41d4-9461-232faa62e30f'] in dv-cinder-803000-4-iscsi is: [{'id': 'c7ecc11d-74c4-41d4-9461-232faa62e30f', 'name': 'tempest-TestMinimumBasicScenario-15698740-router', 'tenant_id': '79070a9d3f8e438fbbec93f519c44426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'external_fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': '6b97e8b8-b75c-42e6-bf39-4e61069a58cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:27:03Z', 'updated_at': '2021-08-05T04:27:05Z', 'revision_number': 4, 'project_id': '79070a9d3f8e438fbbec93f519c44426', 'gw_port': {'id': '6b97e8b8-b75c-42e6-bf39-4e61069a58cc', 'name': '', 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:28:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7ecc11d-74c4-41d4-9461-232faa62e30f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:27:03Z', 'updated_at': '2021-08-05T04:27:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-4-iscsi', '_interfaces': [{'id': 'ff7377a3-ebd0-418b-9487-8ceef315d592', 'name': '', 'network_id': '9c2b2137-69fe-4a55-a9a9-a7df818b8725', 'tenant_id': '79070a9d3f8e438fbbec93f519c44426', 'mac_address': 'fa:16:3e:a4:07:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7ecc11d-74c4-41d4-9461-232faa62e30f', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '7d5a57ba-23c0-437c-ae13-0d863b340f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:27:05Z', 'updated_at': '2021-08-05T04:27:05Z', 'revision_number': 2, 'project_id': '79070a9d3f8e438fbbec93f519c44426', 'subnets': [{'id': '7d5a57ba-23c0-437c-ae13-0d863b340f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 04:27:06.688859 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-5bab37d1-be97-43e4-9b74-faea3c3086a9 None None] Provisioning complete for port ff7377a3-ebd0-418b-9487-8ceef315d592 triggered by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 04:27:06.689291 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-5bab37d1-be97-43e4-9b74-faea3c3086a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66839334'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:06.726564 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-5bab37d1-be97-43e4-9b74-faea3c3086a9 None None] Port ff7377a3-ebd0-418b-9487-8ceef315d592 cannot update to ACTIVE because it is not bound. {{(pid=93252) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 04:27:06.747424 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-327c7c1d-bf02-4e6f-8a33-05f1a1e9b91e req-1a3423d1-5303-42e8-b222-99f0bab7f745 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6e05813-9d0f-44b8-9b64-dd43393c2c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3476977 Aug 05 04:27:06.820454 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-704fef83-fc65-463b-b4b0-1d59247752dc admin admin] Router c7ecc11d-74c4-41d4-9461-232faa62e30f has already been hosted by L3 agent 8e71ca1b-9911-44b3-bf09-1fce3db7ea9a {{(pid=93250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 04:27:06.959583 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-704fef83-fc65-463b-b4b0-1d59247752dc admin admin] Notify agent at l3_agent.dv-cinder-803000-4-iscsi the message routers_updated {{(pid=93250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 04:27:06.965460 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-704fef83-fc65-463b-b4b0-1d59247752dc admin admin] 10.222.0.37 "PUT /v2.0/routers/c7ecc11d-74c4-41d4-9461-232faa62e30f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0576162 Aug 05 04:27:07.491915 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 33790) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:27:07.497472 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-db8ed7ec-bed8-4c92-b5db-f633258b0e1d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-95004664-network', 'tenant_id': '691ed16d57dd40c598e35e4575df0b33'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:27:07.519641 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db8ed7ec-bed8-4c92-b5db-f633258b0e1d admin admin] Made reservation on behalf of 691ed16d57dd40c598e35e4575df0b33 for: {'network': 1} {{(pid=93251) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 04:27:07.521928 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-db8ed7ec-bed8-4c92-b5db-f633258b0e1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for network, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:07.538872 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-db8ed7ec-bed8-4c92-b5db-f633258b0e1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:07.635871 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-db8ed7ec-bed8-4c92-b5db-f633258b0e1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:07.639865 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-db8ed7ec-bed8-4c92-b5db-f633258b0e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:07.666855 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db8ed7ec-bed8-4c92-b5db-f633258b0e1d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=93251) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 04:27:07.677368 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8ed7ec-bed8-4c92-b5db-f633258b0e1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e937257d-0dac-47d4-bdb4-ecf4ead8f741,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:27:07.682577 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-db8ed7ec-bed8-4c92-b5db-f633258b0e1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66718183'] for segment, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:07.682925 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.db.segments_db [None req-db8ed7ec-bed8-4c92-b5db-f633258b0e1d admin admin] Added segment 0bd1e678-8495-49f0-a412-5a818bd29652 of type vlan for network 3b4e14f1-5691-48c2-9449-3f90ad342963 Aug 05 04:27:07.726439 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-db8ed7ec-bed8-4c92-b5db-f633258b0e1d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763712130115'] for network, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:07.748911 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Device 214dce8d-195c-4d2a-9176-034e96614c25 no longer exists at agent hyperv_hv-cinder-80300 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 04:27:07.806262 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-db8ed7ec-bed8-4c92-b5db-f633258b0e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612'] for network, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:07.807698 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8ed7ec-bed8-4c92-b5db-f633258b0e1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:27:07.808351 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-db8ed7ec-bed8-4c92-b5db-f633258b0e1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568634'] for network, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:07.867422 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-db8ed7ec-bed8-4c92-b5db-f633258b0e1d admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3744869 Aug 05 04:27:07.875073 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 33794) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:27:07.888366 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:07.931039 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eaadc18-4403-4cf3-b17e-92d994d339dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '214dce8d-195c-4d2a-9176-034e96614c25'}] {{(pid=93252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 04:27:07.933469 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f021a78abaadf32682ec407d28b092b8d5e159b0dca1f9e700978c1e9d6d025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94a92b99-2419-4b5f-8ef0-9d794ca3acb9" -d '{"events": [{"server_uuid": "0eaadc18-4403-4cf3-b17e-92d994d339dc", "name": "network-vif-unplugged", "status": "completed", "tag": "214dce8d-195c-4d2a-9176-034e96614c25"}]}' {{(pid=93252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 04:27:07.940700 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e890dc-94b7-4eff-9829-e8bb84602f98 req-b83737b8-09d2-44ea-9521-ce60382fce7f tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:27:07.943420 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-41e890dc-94b7-4eff-9829-e8bb84602f98 req-b83737b8-09d2-44ea-9521-ce60382fce7f tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] 10.222.0.37 "GET /v2.0/ports?device_id=0eaadc18-4403-4cf3-b17e-92d994d339dc HTTP/1.1" status: 200 len: 946 time: 0.1010921 Aug 05 04:27:07.954078 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-5345e0f0-df7f-49c3-bb3c-772634023107 admin admin] Request body: {'subnet': {'network_id': '3b4e14f1-5691-48c2-9449-3f90ad342963', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-95004664-subnet', 'tenant_id': '691ed16d57dd40c598e35e4575df0b33', 'ip_version': 4}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:27:07.954257 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Device 6b97e8b8-b75c-42e6-bf39-4e61069a58cc up at agent ovs-agent-dv-cinder-803000-4-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 04:27:07.986700 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8ed7ec-bed8-4c92-b5db-f633258b0e1d admin admin] Pushing event updated for resources: {'Network': ['ID=3b4e14f1-5691-48c2-9449-3f90ad342963,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:27:08.006015 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5345e0f0-df7f-49c3-bb3c-772634023107 admin admin] Made reservation on behalf of 691ed16d57dd40c598e35e4575df0b33 for: {'subnet': 1} {{(pid=93251) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 04:27:08.008543 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-41e890dc-94b7-4eff-9829-e8bb84602f98 req-49a32e20-182d-4354-8aa1-80612ae790eb tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6e05813-9d0f-44b8-9b64-dd43393c2c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544665 Aug 05 04:27:08.009426 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5345e0f0-df7f-49c3-bb3c-772634023107 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994135'] for subnet, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:08.020804 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 05 Aug 2021 04:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ffe27a2-3f5f-4026-8333-eb3d64073cfb x-openstack-request-id: req-5ffe27a2-3f5f-4026-8333-eb3d64073cfb {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 04:27:08.021397 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eaadc18-4403-4cf3-b17e-92d994d339dc", "name": "network-vif-unplugged", "status": "completed", "tag": "214dce8d-195c-4d2a-9176-034e96614c25", "code": 200}]} {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 04:27:08.021815 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5ffe27a2-3f5f-4026-8333-eb3d64073cfb {{(pid=93252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 04:27:08.022359 dv-cinder-803000-4-iscsi neutron-server[93252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eaadc18-4403-4cf3-b17e-92d994d339dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '214dce8d-195c-4d2a-9176-034e96614c25', 'code': 200} Aug 05 04:27:08.027992 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Network 3b4e14f1-5691-48c2-9449-3f90ad342963 details requested by agent ovs-agent-dv-cinder-803000-4-iscsi with host dv-cinder-803000-4-iscsi {{(pid=93252) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 04:27:08.053602 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] For port 214dce8d-195c-4d2a-9176-034e96614c25, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=214dce8d-195c-4d2a-9176-034e96614c25,segment=NetworkSegment(58844861-27f9-479e-80aa-8db8404eb207),segment_id=58844861-27f9-479e-80aa-8db8404eb207)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:27:08.063071 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:08.120937 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-6a2206e1-ea48-45a0-865e-aad2fcc79b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:08.137657 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Provisioning for port 6b97e8b8-b75c-42e6-bf39-4e61069a58cc completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 04:27:08.147377 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Provisioning complete for port 6b97e8b8-b75c-42e6-bf39-4e61069a58cc triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 04:27:08.147639 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66839334'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:08.181142 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Pushing event updated for resources: {'Port': ['ID=214dce8d-195c-4d2a-9176-034e96614c25,revision_number=6']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:27:08.196133 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5345e0f0-df7f-49c3-bb3c-772634023107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8933147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994149'] for subnet, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:08.238321 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:08.252509 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5345e0f0-df7f-49c3-bb3c-772634023107 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3af0571a-ece2-4d37-907b-b4fcfeb73b0f,revision_number=0']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:27:08.260140 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5345e0f0-df7f-49c3-bb3c-772634023107 admin admin] Checking segment: {'id': '0bd1e678-8495-49f0-a412-5a818bd29652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3b4e14f1-5691-48c2-9449-3f90ad342963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 04:27:08.260524 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5345e0f0-df7f-49c3-bb3c-772634023107 admin admin] Network hostable DHCP agents. Network: 3b4e14f1-5691-48c2-9449-3f90ad342963, hostable agents: ['ea427e49-0af2-4000-bc0d-d234b33f8d84'], hosted agents: [] {{(pid=93251) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 04:27:08.261543 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] For port 6b97e8b8-b75c-42e6-bf39-4e61069a58cc, host dv-cinder-803000-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-4-iscsi',level=0,port_id=6b97e8b8-b75c-42e6-bf39-4e61069a58cc,segment=NetworkSegment(fe7b4086-21cb-43cf-96b4-8ee376b4a2f8),segment_id=fe7b4086-21cb-43cf-96b4-8ee376b4a2f8)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:27:08.266662 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:08.267682 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Device 9917c6de-0c17-44d8-8a3d-291042028c12 up at agent ovs-agent-dv-cinder-803000-4-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 04:27:08.279805 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5345e0f0-df7f-49c3-bb3c-772634023107 admin admin] Network 3b4e14f1-5691-48c2-9449-3f90ad342963 is scheduled to be hosted by DHCP agent ea427e49-0af2-4000-bc0d-d234b33f8d84 with binding_index 1 {{(pid=93251) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 04:27:08.290661 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [None req-5345e0f0-df7f-49c3-bb3c-772634023107 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803000-4-iscsi, 3b4e14f1-5691-48c2-9449-3f90ad342963) {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 04:27:08.304165 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5345e0f0-df7f-49c3-bb3c-772634023107 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:27:08.304769 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5345e0f0-df7f-49c3-bb3c-772634023107 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:08.319910 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-5345e0f0-df7f-49c3-bb3c-772634023107 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4415863 Aug 05 04:27:08.322881 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-192b927d-06f3-43b0-b827-963df2417845 None None] Network 3b4e14f1-5691-48c2-9449-3f90ad342963 requested from dv-cinder-803000-4-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 04:27:08.323049 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 33798) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:27:08.327528 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-9bbfdedc-87b9-4104-8d52-a19d6462c35f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-95004664-router', 'tenant_id': '691ed16d57dd40c598e35e4575df0b33', 'external_gateway_info': {'network_id': '6aa50667-ad26-490a-abab-e40f5b548551'}}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:27:08.383153 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9bbfdedc-87b9-4104-8d52-a19d6462c35f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-708108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1506'] for router, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:08.384141 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9bbfdedc-87b9-4104-8d52-a19d6462c35f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1531'] for router, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:08.393883 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d5b74b-5190-4e76-8176-b016eacf08b9 req-6639e500-2a34-4f69-ab81-d76747d4a9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:27:08.395424 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-07d5b74b-5190-4e76-8176-b016eacf08b9 req-6639e500-2a34-4f69-ab81-d76747d4a9e1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0eaadc18-4403-4cf3-b17e-92d994d339dc&tenant_id=bee6bfe21bc342ae80722bc534a79a65 HTTP/1.1" status: 200 len: 1097 time: 0.0648952 Aug 05 04:27:08.412855 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Pushing event updated for resources: {'Port': ['ID=6b97e8b8-b75c-42e6-bf39-4e61069a58cc,revision_number=4']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:27:08.444470 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9bbfdedc-87b9-4104-8d52-a19d6462c35f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:08.455532 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Provisioning complete for port 9917c6de-0c17-44d8-8a3d-291042028c12 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 04:27:08.455925 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66839334'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:08.578388 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55cd14eb-790e-4c19-a083-46f2a9a2b2ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fd6ed88-8c92-5087-b4d9-f9be238ba557-3b4e14f1-5691-48c2-9449-3f90ad342963', 'network_id': '3b4e14f1-5691-48c2-9449-3f90ad342963', 'tenant_id': '691ed16d57dd40c598e35e4575df0b33', 'fixed_ips': [{'subnet_id': '3af0571a-ece2-4d37-907b-b4fcfeb73b0f'}]}} from dv-cinder-803000-4-iscsi. {{(pid=93252) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 04:27:08.579287 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-55cd14eb-790e-4c19-a083-46f2a9a2b2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_create {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:08.606071 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9bbfdedc-87b9-4104-8d52-a19d6462c35f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:08.617434 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d5b74b-5190-4e76-8176-b016eacf08b9 req-87745e58-3328-4882-9b44-3693bd30f929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:27:08.619527 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-07d5b74b-5190-4e76-8176-b016eacf08b9 req-87745e58-3328-4882-9b44-3693bd30f929 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bee6bfe21bc342ae80722bc534a79a65&device_id=0eaadc18-4403-4cf3-b17e-92d994d339dc HTTP/1.1" status: 200 len: 1097 time: 0.1380770 Aug 05 04:27:08.757651 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d5b74b-5190-4e76-8176-b016eacf08b9 req-0141961b-343e-409a-b257-3907d5d67ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:27:08.759145 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-07d5b74b-5190-4e76-8176-b016eacf08b9 req-0141961b-343e-409a-b257-3907d5d67ef9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ef69c213-f027-48b4-9728-8998dc7faa2a HTTP/1.1" status: 200 len: 910 time: 0.1286328 Aug 05 04:27:08.818650 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf9c513-0fb9-4ce4-83f8-02c07fca18dd None None] Sync routers for ids ['c7ecc11d-74c4-41d4-9461-232faa62e30f'] in dv-cinder-803000-4-iscsi {{(pid=93253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 04:27:08.827988 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf9c513-0fb9-4ce4-83f8-02c07fca18dd None None] Routers {'c7ecc11d-74c4-41d4-9461-232faa62e30f'} bound to L3 agent in host dv-cinder-803000-4-iscsi {{(pid=93253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 04:27:08.828612 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-8bf9c513-0fb9-4ce4-83f8-02c07fca18dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T04:10:35Z,description=,heartbeat_timestamp=2021-08-05T04:27:05Z,host='dv-cinder-803000-4-iscsi',id=8e71ca1b-9911-44b3-bf09-1fce3db7ea9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T04:10:35Z,topic='l3_agent')) {'router_ids': ['c7ecc11d-74c4-41d4-9461-232faa62e30f'], 'active': True} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:27:08.833138 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-07d5b74b-5190-4e76-8176-b016eacf08b9 req-162bc933-e7fa-4e8b-8ff3-46461e1ff127 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=214dce8d-195c-4d2a-9176-034e96614c25 HTTP/1.1" status: 200 len: 999 time: 0.0655580 Aug 05 04:27:08.861311 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.db_base_plugin_common [None req-55cd14eb-790e-4c19-a083-46f2a9a2b2ee None None] Allocated IP 172.20.0.2 (3b4e14f1-5691-48c2-9449-3f90ad342963/3af0571a-ece2-4d37-907b-b4fcfeb73b0f/707a7a0b-b270-493a-b57d-dc4e067c5b5f) {{(pid=93252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 04:27:08.938117 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvr_db [None req-8bf9c513-0fb9-4ce4-83f8-02c07fca18dd None None] Set router c7ecc11d-74c4-41d4-9461-232faa62e30f gateway port host: dv-cinder-803000-4-iscsi {{(pid=93253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 04:27:08.964048 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d5b74b-5190-4e76-8176-b016eacf08b9 req-c17cd057-fbc6-4b89-b9eb-d9305c80d3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:27:08.965747 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-07d5b74b-5190-4e76-8176-b016eacf08b9 req-c17cd057-fbc6-4b89-b9eb-d9305c80d3ba service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d35e201b-865e-4900-86f6-2c5aed9eb36a HTTP/1.1" status: 200 len: 848 time: 0.0966513 Aug 05 04:27:08.987897 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9bbfdedc-87b9-4104-8d52-a19d6462c35f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:09.011585 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-55cd14eb-790e-4c19-a083-46f2a9a2b2ee None None] Notify callbacks [] for port, precommit_create {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:09.020293 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-55cd14eb-790e-4c19-a083-46f2a9a2b2ee None None] Transition to ACTIVE for port object 707a7a0b-b270-493a-b57d-dc4e067c5b5f will not be triggered until provisioned by entity L2. {{(pid=93252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 04:27:09.020525 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9bbfdedc-87b9-4104-8d52-a19d6462c35f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:09.037495 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-55cd14eb-790e-4c19-a083-46f2a9a2b2ee None None] Transition to ACTIVE for port object 707a7a0b-b270-493a-b57d-dc4e067c5b5f will not be triggered until provisioned by entity DHCP. {{(pid=93252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 04:27:09.046000 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-55cd14eb-790e-4c19-a083-46f2a9a2b2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763712145875'] for port, after_create {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:09.104009 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d5b74b-5190-4e76-8176-b016eacf08b9 req-8b7e7e9f-f5ad-40d0-803a-22ee0c2e0fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:27:09.105953 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-07d5b74b-5190-4e76-8176-b016eacf08b9 req-8b7e7e9f-f5ad-40d0-803a-22ee0c2e0fe4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ef69c213-f027-48b4-9728-8998dc7faa2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1319797 Aug 05 04:27:09.112800 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55cd14eb-790e-4c19-a083-46f2a9a2b2ee None None] Network 3b4e14f1-5691-48c2-9449-3f90ad342963 is already hosted by enough agents. {{(pid=93252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 04:27:09.116939 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.scheduler.base_scheduler [None req-55cd14eb-790e-4c19-a083-46f2a9a2b2ee None None] Resources bound (agent type, host, resource id): {{(pid=93252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 04:27:09.119113 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cd14eb-790e-4c19-a083-46f2a9a2b2ee None None] Pushing event updated for resources: {'Port': ['ID=707a7a0b-b270-493a-b57d-dc4e067c5b5f,revision_number=1']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:27:09.127098 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55cd14eb-790e-4c19-a083-46f2a9a2b2ee None None] Received port after_create {{(pid=93252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 04:27:09.143372 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8b3579-7296-44c6-9175-cb0ca46c5299 req-3736ec4d-ce4f-4457-acb4-b19088b04009 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:27:09.152053 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-fd8b3579-7296-44c6-9175-cb0ca46c5299 req-3736ec4d-ce4f-4457-acb4-b19088b04009 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] 10.222.0.37 "GET /v2.0/ports?device_id=0eaadc18-4403-4cf3-b17e-92d994d339dc HTTP/1.1" status: 200 len: 944 time: 0.0694683 Aug 05 04:27:09.176296 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-8bf9c513-0fb9-4ce4-83f8-02c07fca18dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7ecc11d-74c4-41d4-9461-232faa62e30f', 'name': 'tempest-TestMinimumBasicScenario-15698740-router', 'tenant_id': '79070a9d3f8e438fbbec93f519c44426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'external_fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': '6b97e8b8-b75c-42e6-bf39-4e61069a58cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:27:03Z', 'updated_at': '2021-08-05T04:27:05Z', 'revision_number': 4, 'project_id': '79070a9d3f8e438fbbec93f519c44426', 'gw_port': {'id': '6b97e8b8-b75c-42e6-bf39-4e61069a58cc', 'name': '', 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:28:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ecc11d-74c4-41d4-9461-232faa62e30f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:27:03Z', 'updated_at': '2021-08-05T04:27:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-4-iscsi', '_interfaces': [{'id': 'ff7377a3-ebd0-418b-9487-8ceef315d592', 'name': '', 'network_id': '9c2b2137-69fe-4a55-a9a9-a7df818b8725', 'tenant_id': '79070a9d3f8e438fbbec93f519c44426', 'mac_address': 'fa:16:3e:a4:07:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7ecc11d-74c4-41d4-9461-232faa62e30f', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '7d5a57ba-23c0-437c-ae13-0d863b340f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:27:05Z', 'updated_at': '2021-08-05T04:27:05Z', 'revision_number': 2, 'project_id': '79070a9d3f8e438fbbec93f519c44426', 'subnets': [{'id': '7d5a57ba-23c0-437c-ae13-0d863b340f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803000-4-iscsi', False) {} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:27:09.191745 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-55cd14eb-790e-4c19-a083-46f2a9a2b2ee None None] Attempting to bind port 707a7a0b-b270-493a-b57d-dc4e067c5b5f on host dv-cinder-803000-4-iscsi for vnic_type normal with profile {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 04:27:09.192248 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-55cd14eb-790e-4c19-a083-46f2a9a2b2ee None None] Attempting to bind port 707a7a0b-b270-493a-b57d-dc4e067c5b5f by drivers openvswitch,hyperv on host dv-cinder-803000-4-iscsi at level 0 using segments [{'id': '0bd1e678-8495-49f0-a412-5a818bd29652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3b4e14f1-5691-48c2-9449-3f90ad342963'}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 04:27:09.192620 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cd14eb-790e-4c19-a083-46f2a9a2b2ee None None] Attempting to bind port 707a7a0b-b270-493a-b57d-dc4e067c5b5f on network 3b4e14f1-5691-48c2-9449-3f90ad342963 {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 04:27:09.198227 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cd14eb-790e-4c19-a083-46f2a9a2b2ee None None] Checking agent: {'id': 'f380332e-4681-47b2-aaca-ec0053efd026', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803000-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 4, 10, 35), 'started_at': datetime.datetime(2021, 8, 5, 4, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 4, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803000-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 04:27:09.199107 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cd14eb-790e-4c19-a083-46f2a9a2b2ee None None] Checking segment: {'id': '0bd1e678-8495-49f0-a412-5a818bd29652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3b4e14f1-5691-48c2-9449-3f90ad342963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 04:27:09.199737 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-55cd14eb-790e-4c19-a083-46f2a9a2b2ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:09.200140 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cd14eb-790e-4c19-a083-46f2a9a2b2ee None None] Bound using segment: {'id': '0bd1e678-8495-49f0-a412-5a818bd29652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3b4e14f1-5691-48c2-9449-3f90ad342963'} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 04:27:09.200753 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-55cd14eb-790e-4c19-a083-46f2a9a2b2ee None None] Bound port: 707a7a0b-b270-493a-b57d-dc4e067c5b5f, host: dv-cinder-803000-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bd1e678-8495-49f0-a412-5a818bd29652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3b4e14f1-5691-48c2-9449-3f90ad342963'}}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 04:27:09.201132 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-55cd14eb-790e-4c19-a083-46f2a9a2b2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:09.205012 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf9c513-0fb9-4ce4-83f8-02c07fca18dd None None] Checking router: c7ecc11d-74c4-41d4-9461-232faa62e30f for host: dv-cinder-803000-4-iscsi {{(pid=93253) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 04:27:09.205600 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf9c513-0fb9-4ce4-83f8-02c07fca18dd None None] Updating router c7ecc11d-74c4-41d4-9461-232faa62e30f port ff7377a3-ebd0-418b-9487-8ceef315d592 binding host dv-cinder-803000-4-iscsi {{(pid=93253) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 04:27:09.207400 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-fd8b3579-7296-44c6-9175-cb0ca46c5299 req-2036b0e1-6027-4484-a2b4-0d7b431a9f21 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6e05813-9d0f-44b8-9b64-dd43393c2c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540605 Aug 05 04:27:09.232428 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.db_base_plugin_common [None req-9bbfdedc-87b9-4104-8d52-a19d6462c35f admin admin] Allocated IP 172.27.3.221 (6aa50667-ad26-490a-abab-e40f5b548551/1981b9cb-30a8-4ce2-a61f-12a80c9863da/6cd7d4ec-c727-4132-906c-dd7ba268d38f) {{(pid=93251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 04:27:09.237056 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-8bf9c513-0fb9-4ce4-83f8-02c07fca18dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:09.272803 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-55cd14eb-790e-4c19-a083-46f2a9a2b2ee None None] For port 707a7a0b-b270-493a-b57d-dc4e067c5b5f, host dv-cinder-803000-4-iscsi, cleared binding levels {{(pid=93252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 04:27:09.276586 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-55cd14eb-790e-4c19-a083-46f2a9a2b2ee None None] For port 707a7a0b-b270-493a-b57d-dc4e067c5b5f, host dv-cinder-803000-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-4-iscsi',level=0,port_id=707a7a0b-b270-493a-b57d-dc4e067c5b5f,segment=NetworkSegment(0bd1e678-8495-49f0-a412-5a818bd29652),segment_id=0bd1e678-8495-49f0-a412-5a818bd29652)] {{(pid=93252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 04:27:09.279457 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-07d5b74b-5190-4e76-8176-b016eacf08b9 req-c4621d5d-27cf-4ed2-bd26-9566aa2594f0 service neutron] 10.222.0.39 "GET /v2.0/networks/ef69c213-f027-48b4-9728-8998dc7faa2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649024 Aug 05 04:27:09.282094 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-55cd14eb-790e-4c19-a083-46f2a9a2b2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:09.338248 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cd14eb-790e-4c19-a083-46f2a9a2b2ee None None] Pushing event updated for resources: {'Port': ['ID=707a7a0b-b270-493a-b57d-dc4e067c5b5f,revision_number=2']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:27:09.428361 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-07d5b74b-5190-4e76-8176-b016eacf08b9 req-87f0c38a-ec8d-44b5-810d-9a446184118a service neutron] 10.222.0.39 "GET /v2.0/networks/ef69c213-f027-48b4-9728-8998dc7faa2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163461 Aug 05 04:27:09.433528 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9bbfdedc-87b9-4104-8d52-a19d6462c35f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:09.483949 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9bbfdedc-87b9-4104-8d52-a19d6462c35f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763712145875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8933231'] for port, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:09.628360 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-8bf9c513-0fb9-4ce4-83f8-02c07fca18dd None None] Notify callbacks [] for port, precommit_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:09.641381 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.provisioning_blocks [None req-8bf9c513-0fb9-4ce4-83f8-02c07fca18dd None None] Transition to ACTIVE for port object ff7377a3-ebd0-418b-9487-8ceef315d592 will not be triggered until provisioned by entity L2. {{(pid=93253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 04:27:09.649284 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-8bf9c513-0fb9-4ce4-83f8-02c07fca18dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:09.698340 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a53b6eb-ac7a-44f2-bb77-502ee661910d None None] Pushing event updated for resources: {'Port': ['ID=ff7377a3-ebd0-418b-9487-8ceef315d592,revision_number=3']} {{(pid=93253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:27:09.708697 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a53b6eb-ac7a-44f2-bb77-502ee661910d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:27:09.709037 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a53b6eb-ac7a-44f2-bb77-502ee661910d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:27:09.709371 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a53b6eb-ac7a-44f2-bb77-502ee661910d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:27:09.709694 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a53b6eb-ac7a-44f2-bb77-502ee661910d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:27:09.710016 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a53b6eb-ac7a-44f2-bb77-502ee661910d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:27:09.710337 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a53b6eb-ac7a-44f2-bb77-502ee661910d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:27:09.710676 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a53b6eb-ac7a-44f2-bb77-502ee661910d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:27:09.710989 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a53b6eb-ac7a-44f2-bb77-502ee661910d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:27:09.711309 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a53b6eb-ac7a-44f2-bb77-502ee661910d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:27:09.711622 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a53b6eb-ac7a-44f2-bb77-502ee661910d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:27:09.711935 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a53b6eb-ac7a-44f2-bb77-502ee661910d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:27:09.712245 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a53b6eb-ac7a-44f2-bb77-502ee661910d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:27:09.771730 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.managers [None req-8bf9c513-0fb9-4ce4-83f8-02c07fca18dd None None] Attempting to bind port ff7377a3-ebd0-418b-9487-8ceef315d592 on host dv-cinder-803000-4-iscsi for vnic_type normal with profile {{(pid=93253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 04:27:09.772334 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.managers [None req-8bf9c513-0fb9-4ce4-83f8-02c07fca18dd None None] Attempting to bind port ff7377a3-ebd0-418b-9487-8ceef315d592 by drivers openvswitch,hyperv on host dv-cinder-803000-4-iscsi at level 0 using segments [{'id': 'f61e526f-192b-4532-90d4-bb25d73fe17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '9c2b2137-69fe-4a55-a9a9-a7df818b8725'}] {{(pid=93253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 04:27:09.772868 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf9c513-0fb9-4ce4-83f8-02c07fca18dd None None] Attempting to bind port ff7377a3-ebd0-418b-9487-8ceef315d592 on network 9c2b2137-69fe-4a55-a9a9-a7df818b8725 {{(pid=93253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 04:27:09.779673 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf9c513-0fb9-4ce4-83f8-02c07fca18dd None None] Checking agent: {'id': 'f380332e-4681-47b2-aaca-ec0053efd026', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803000-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 4, 10, 35), 'started_at': datetime.datetime(2021, 8, 5, 4, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 4, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803000-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 04:27:09.780291 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf9c513-0fb9-4ce4-83f8-02c07fca18dd None None] Checking segment: {'id': 'f61e526f-192b-4532-90d4-bb25d73fe17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '9c2b2137-69fe-4a55-a9a9-a7df818b8725'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 04:27:09.780690 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-8bf9c513-0fb9-4ce4-83f8-02c07fca18dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:09.781078 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf9c513-0fb9-4ce4-83f8-02c07fca18dd None None] Bound using segment: {'id': 'f61e526f-192b-4532-90d4-bb25d73fe17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '9c2b2137-69fe-4a55-a9a9-a7df818b8725'} {{(pid=93253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 04:27:09.781534 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.managers [None req-8bf9c513-0fb9-4ce4-83f8-02c07fca18dd None None] Bound port: ff7377a3-ebd0-418b-9487-8ceef315d592, host: dv-cinder-803000-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f61e526f-192b-4532-90d4-bb25d73fe17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '9c2b2137-69fe-4a55-a9a9-a7df818b8725'}}] {{(pid=93253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 04:27:09.782102 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-8bf9c513-0fb9-4ce4-83f8-02c07fca18dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:09.812226 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bbfdedc-87b9-4104-8d52-a19d6462c35f admin admin] Network 6aa50667-ad26-490a-abab-e40f5b548551 is already hosted by enough agents. {{(pid=93251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 04:27:09.815078 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [None req-9bbfdedc-87b9-4104-8d52-a19d6462c35f admin admin] Resources bound (agent type, host, resource id): {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 04:27:09.818448 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbfdedc-87b9-4104-8d52-a19d6462c35f admin admin] Received port after_create {{(pid=93251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 04:27:09.858645 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbfdedc-87b9-4104-8d52-a19d6462c35f admin admin] Pushing event updated for resources: {'Port': ['ID=6cd7d4ec-c727-4132-906c-dd7ba268d38f,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:27:09.869315 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.db [None req-8bf9c513-0fb9-4ce4-83f8-02c07fca18dd None None] For port ff7377a3-ebd0-418b-9487-8ceef315d592, host dv-cinder-803000-4-iscsi, cleared binding levels {{(pid=93253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 04:27:09.883775 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.db [None req-8bf9c513-0fb9-4ce4-83f8-02c07fca18dd None None] For port ff7377a3-ebd0-418b-9487-8ceef315d592, host dv-cinder-803000-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-4-iscsi',level=0,port_id=ff7377a3-ebd0-418b-9487-8ceef315d592,segment=NetworkSegment(f61e526f-192b-4532-90d4-bb25d73fe17b),segment_id=f61e526f-192b-4532-90d4-bb25d73fe17b)] {{(pid=93253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 04:27:09.888816 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-8bf9c513-0fb9-4ce4-83f8-02c07fca18dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:09.909174 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Device 6b97e8b8-b75c-42e6-bf39-4e61069a58cc up at agent ovs-agent-dv-cinder-803000-4-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 04:27:09.953533 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf9c513-0fb9-4ce4-83f8-02c07fca18dd None None] Routers {'c7ecc11d-74c4-41d4-9461-232faa62e30f'} bound to L3 agent in host dv-cinder-803000-4-iscsi {{(pid=93253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 04:27:09.954424 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-8bf9c513-0fb9-4ce4-83f8-02c07fca18dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T04:10:35Z,description=,heartbeat_timestamp=2021-08-05T04:27:05Z,host='dv-cinder-803000-4-iscsi',id=8e71ca1b-9911-44b3-bf09-1fce3db7ea9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T04:10:35Z,topic='l3_agent')) {'router_ids': ['c7ecc11d-74c4-41d4-9461-232faa62e30f'], 'active': True} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:27:09.969519 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Provisioning complete for port 6b97e8b8-b75c-42e6-bf39-4e61069a58cc triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 04:27:09.969902 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66839334'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:09.999704 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a53b6eb-ac7a-44f2-bb77-502ee661910d None None] Pushing event updated for resources: {'Port': ['ID=ff7377a3-ebd0-418b-9487-8ceef315d592,revision_number=4']} {{(pid=93253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:27:10.028959 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:10.098915 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Device 707a7a0b-b270-493a-b57d-dc4e067c5b5f up at agent ovs-agent-dv-cinder-803000-4-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 04:27:10.099184 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvr_db [None req-8bf9c513-0fb9-4ce4-83f8-02c07fca18dd None None] Set router c7ecc11d-74c4-41d4-9461-232faa62e30f gateway port host: dv-cinder-803000-4-iscsi {{(pid=93253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 04:27:10.163781 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Provisioning for port 707a7a0b-b270-493a-b57d-dc4e067c5b5f completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 04:27:10.178337 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9bbfdedc-87b9-4104-8d52-a19d6462c35f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:10.339720 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f72cc6-0e0e-4f91-a958-c99091bb1cad req-f2a59d75-322f-48db-915f-9a37f03e46c0 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:27:10.341908 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-30f72cc6-0e0e-4f91-a958-c99091bb1cad req-f2a59d75-322f-48db-915f-9a37f03e46c0 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] 10.222.0.37 "GET /v2.0/ports?device_id=0eaadc18-4403-4cf3-b17e-92d994d339dc HTTP/1.1" status: 200 len: 944 time: 0.0594597 Aug 05 04:27:10.355981 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-8bf9c513-0fb9-4ce4-83f8-02c07fca18dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7ecc11d-74c4-41d4-9461-232faa62e30f', 'name': 'tempest-TestMinimumBasicScenario-15698740-router', 'tenant_id': '79070a9d3f8e438fbbec93f519c44426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'external_fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': '6b97e8b8-b75c-42e6-bf39-4e61069a58cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:27:03Z', 'updated_at': '2021-08-05T04:27:05Z', 'revision_number': 4, 'project_id': '79070a9d3f8e438fbbec93f519c44426', 'gw_port': {'id': '6b97e8b8-b75c-42e6-bf39-4e61069a58cc', 'name': '', 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:28:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ecc11d-74c4-41d4-9461-232faa62e30f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:27:03Z', 'updated_at': '2021-08-05T04:27:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-4-iscsi', '_interfaces': [{'id': 'ff7377a3-ebd0-418b-9487-8ceef315d592', 'name': '', 'network_id': '9c2b2137-69fe-4a55-a9a9-a7df818b8725', 'tenant_id': '79070a9d3f8e438fbbec93f519c44426', 'mac_address': 'fa:16:3e:a4:07:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7ecc11d-74c4-41d4-9461-232faa62e30f', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '7d5a57ba-23c0-437c-ae13-0d863b340f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:27:05Z', 'updated_at': '2021-08-05T04:27:09Z', 'revision_number': 4, 'project_id': '79070a9d3f8e438fbbec93f519c44426', 'subnets': [{'id': '7d5a57ba-23c0-437c-ae13-0d863b340f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803000-4-iscsi', False) {} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:27:10.385711 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf9c513-0fb9-4ce4-83f8-02c07fca18dd None None] The sync data for ids ['c7ecc11d-74c4-41d4-9461-232faa62e30f'] in dv-cinder-803000-4-iscsi is: [{'id': 'c7ecc11d-74c4-41d4-9461-232faa62e30f', 'name': 'tempest-TestMinimumBasicScenario-15698740-router', 'tenant_id': '79070a9d3f8e438fbbec93f519c44426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'external_fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': '6b97e8b8-b75c-42e6-bf39-4e61069a58cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:27:03Z', 'updated_at': '2021-08-05T04:27:05Z', 'revision_number': 4, 'project_id': '79070a9d3f8e438fbbec93f519c44426', 'gw_port': {'id': '6b97e8b8-b75c-42e6-bf39-4e61069a58cc', 'name': '', 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:28:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ecc11d-74c4-41d4-9461-232faa62e30f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:27:03Z', 'updated_at': '2021-08-05T04:27:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-4-iscsi', '_interfaces': [{'id': 'ff7377a3-ebd0-418b-9487-8ceef315d592', 'name': '', 'network_id': '9c2b2137-69fe-4a55-a9a9-a7df818b8725', 'tenant_id': '79070a9d3f8e438fbbec93f519c44426', 'mac_address': 'fa:16:3e:a4:07:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7ecc11d-74c4-41d4-9461-232faa62e30f', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '7d5a57ba-23c0-437c-ae13-0d863b340f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:27:05Z', 'updated_at': '2021-08-05T04:27:09Z', 'revision_number': 4, 'project_id': '79070a9d3f8e438fbbec93f519c44426', 'subnets': [{'id': '7d5a57ba-23c0-437c-ae13-0d863b340f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 04:27:10.388337 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-30f72cc6-0e0e-4f91-a958-c99091bb1cad req-d4d7d98a-fe93-4f72-a2ea-c2650d44233f tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6e05813-9d0f-44b8-9b64-dd43393c2c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403399 Aug 05 04:27:10.407918 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9bbfdedc-87b9-4104-8d52-a19d6462c35f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697994'] for router, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:10.536765 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf479f8-44f9-4e96-9b7f-4a1738b53b3f None None] Network 3b4e14f1-5691-48c2-9449-3f90ad342963 requested from dv-cinder-803000-4-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 04:27:10.547385 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bbfdedc-87b9-4104-8d52-a19d6462c35f admin admin] Router 351fdf9f-f398-4d28-86b3-de44807005f3 is scheduled to L3 agent 8e71ca1b-9911-44b3-bf09-1fce3db7ea9a with binding_index 1 {{(pid=93251) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 04:27:10.621994 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-5c050b2b-480a-40e5-8a44-0a829d537dc5 None None] Provisioning for port 707a7a0b-b270-493a-b57d-dc4e067c5b5f completed by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 04:27:10.634066 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-5c050b2b-480a-40e5-8a44-0a829d537dc5 None None] Provisioning complete for port 707a7a0b-b270-493a-b57d-dc4e067c5b5f triggered by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 04:27:10.634504 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-5c050b2b-480a-40e5-8a44-0a829d537dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66839334'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:10.661284 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bbfdedc-87b9-4104-8d52-a19d6462c35f admin admin] Notify agent at l3_agent.dv-cinder-803000-4-iscsi the message routers_updated {{(pid=93251) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 04:27:10.678916 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afffd378-c483-4b0c-a942-bd30866a19f0 None None] Sync routers for ids ['351fdf9f-f398-4d28-86b3-de44807005f3'] in dv-cinder-803000-4-iscsi {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 04:27:10.679530 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9bbfdedc-87b9-4104-8d52-a19d6462c35f admin admin] Notify callbacks [] for router, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:10.680779 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-9bbfdedc-87b9-4104-8d52-a19d6462c35f admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.3568244 Aug 05 04:27:10.683671 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 33808) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:27:10.723795 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afffd378-c483-4b0c-a942-bd30866a19f0 None None] Routers {'351fdf9f-f398-4d28-86b3-de44807005f3'} bound to L3 agent in host dv-cinder-803000-4-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 04:27:10.724420 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-afffd378-c483-4b0c-a942-bd30866a19f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T04:10:35Z,description=,heartbeat_timestamp=2021-08-05T04:27:05Z,host='dv-cinder-803000-4-iscsi',id=8e71ca1b-9911-44b3-bf09-1fce3db7ea9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T04:10:35Z,topic='l3_agent')) {'router_ids': ['351fdf9f-f398-4d28-86b3-de44807005f3'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:27:10.882895 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-5c050b2b-480a-40e5-8a44-0a829d537dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:10.941669 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-5c050b2b-480a-40e5-8a44-0a829d537dc5 None None] For port 707a7a0b-b270-493a-b57d-dc4e067c5b5f, host dv-cinder-803000-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-4-iscsi',level=0,port_id=707a7a0b-b270-493a-b57d-dc4e067c5b5f,segment=NetworkSegment(0bd1e678-8495-49f0-a412-5a818bd29652),segment_id=0bd1e678-8495-49f0-a412-5a818bd29652)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:27:10.950755 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-afffd378-c483-4b0c-a942-bd30866a19f0 None None] Set router 351fdf9f-f398-4d28-86b3-de44807005f3 gateway port host: dv-cinder-803000-4-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 04:27:10.953779 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-5c050b2b-480a-40e5-8a44-0a829d537dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:11.135076 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c050b2b-480a-40e5-8a44-0a829d537dc5 None None] Pushing event updated for resources: {'Port': ['ID=707a7a0b-b270-493a-b57d-dc4e067c5b5f,revision_number=3']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:27:11.149717 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-678eb36e-74a3-49aa-a991-e9581c17e011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:11.185855 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-8d948035-2178-4e29-b726-8831e06cf712 None None] Provisioning complete for port 707a7a0b-b270-493a-b57d-dc4e067c5b5f triggered by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 04:27:11.186211 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-8d948035-2178-4e29-b726-8831e06cf712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66839334'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:11.229024 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-afffd378-c483-4b0c-a942-bd30866a19f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '351fdf9f-f398-4d28-86b3-de44807005f3', 'name': 'tempest-TestMinimumBasicScenario-95004664-router', 'tenant_id': '691ed16d57dd40c598e35e4575df0b33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'external_fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '6cd7d4ec-c727-4132-906c-dd7ba268d38f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:27:08Z', 'updated_at': '2021-08-05T04:27:10Z', 'revision_number': 3, 'project_id': '691ed16d57dd40c598e35e4575df0b33', 'gw_port': {'id': '6cd7d4ec-c727-4132-906c-dd7ba268d38f', 'name': '', 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ee:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '351fdf9f-f398-4d28-86b3-de44807005f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:27:09Z', 'updated_at': '2021-08-05T04:27:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-4-iscsi'}], 'dv-cinder-803000-4-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:27:11.257185 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afffd378-c483-4b0c-a942-bd30866a19f0 None None] Checking router: 351fdf9f-f398-4d28-86b3-de44807005f3 for host: dv-cinder-803000-4-iscsi {{(pid=93252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 04:27:11.257534 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afffd378-c483-4b0c-a942-bd30866a19f0 None None] Updating router 351fdf9f-f398-4d28-86b3-de44807005f3 port 6cd7d4ec-c727-4132-906c-dd7ba268d38f binding host dv-cinder-803000-4-iscsi {{(pid=93252) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 04:27:11.302891 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.db.db_base_plugin_common [None req-678eb36e-74a3-49aa-a991-e9581c17e011 admin admin] Allocated IP 172.20.0.1 (3b4e14f1-5691-48c2-9449-3f90ad342963/3af0571a-ece2-4d37-907b-b4fcfeb73b0f/6be25d30-8f16-40fa-97d6-0e2bd0069d6d) {{(pid=93250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 04:27:11.304962 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-afffd378-c483-4b0c-a942-bd30866a19f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:11.409042 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-678eb36e-74a3-49aa-a991-e9581c17e011 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:11.425903 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.db.provisioning_blocks [None req-678eb36e-74a3-49aa-a991-e9581c17e011 admin admin] Transition to ACTIVE for port object 6be25d30-8f16-40fa-97d6-0e2bd0069d6d will not be triggered until provisioned by entity DHCP. {{(pid=93250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 04:27:11.469439 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-678eb36e-74a3-49aa-a991-e9581c17e011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763712145875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3061364'] for port, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:11.531873 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678eb36e-74a3-49aa-a991-e9581c17e011 admin admin] Network 3b4e14f1-5691-48c2-9449-3f90ad342963 is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 04:27:11.541682 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-678eb36e-74a3-49aa-a991-e9581c17e011 admin admin] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 04:27:11.544212 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678eb36e-74a3-49aa-a991-e9581c17e011 admin admin] Received port after_create {{(pid=93250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 04:27:11.550661 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678eb36e-74a3-49aa-a991-e9581c17e011 admin admin] Pushing event updated for resources: {'Port': ['ID=6be25d30-8f16-40fa-97d6-0e2bd0069d6d,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:27:11.573496 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-afffd378-c483-4b0c-a942-bd30866a19f0 None None] Notify callbacks [] for port, precommit_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:11.580733 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e7c52e-aead-4448-b841-ac9b2a8bc382 req-66246d78-75b4-447a-928e-35220c554196 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:27:11.582295 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f1e7c52e-aead-4448-b841-ac9b2a8bc382 req-66246d78-75b4-447a-928e-35220c554196 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] 10.222.0.37 "GET /v2.0/ports?device_id=0eaadc18-4403-4cf3-b17e-92d994d339dc HTTP/1.1" status: 200 len: 944 time: 0.1243720 Aug 05 04:27:11.584598 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-afffd378-c483-4b0c-a942-bd30866a19f0 None None] Transition to ACTIVE for port object 6cd7d4ec-c727-4132-906c-dd7ba268d38f will not be triggered until provisioned by entity L2. {{(pid=93252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 04:27:11.591490 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-afffd378-c483-4b0c-a942-bd30866a19f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:11.615794 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-678eb36e-74a3-49aa-a991-e9581c17e011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700768'] for router_interface, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:11.645149 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-afffd378-c483-4b0c-a942-bd30866a19f0 None None] Attempting to bind port 6cd7d4ec-c727-4132-906c-dd7ba268d38f on host dv-cinder-803000-4-iscsi for vnic_type normal with profile {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 04:27:11.645687 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-afffd378-c483-4b0c-a942-bd30866a19f0 None None] Attempting to bind port 6cd7d4ec-c727-4132-906c-dd7ba268d38f by drivers openvswitch,hyperv on host dv-cinder-803000-4-iscsi at level 0 using segments [{'id': 'fe7b4086-21cb-43cf-96b4-8ee376b4a2f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551'}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 04:27:11.646063 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afffd378-c483-4b0c-a942-bd30866a19f0 None None] Attempting to bind port 6cd7d4ec-c727-4132-906c-dd7ba268d38f on network 6aa50667-ad26-490a-abab-e40f5b548551 {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 04:27:11.651709 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afffd378-c483-4b0c-a942-bd30866a19f0 None None] Checking agent: {'id': 'f380332e-4681-47b2-aaca-ec0053efd026', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803000-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 4, 10, 35), 'started_at': datetime.datetime(2021, 8, 5, 4, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 4, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803000-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 04:27:11.652180 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afffd378-c483-4b0c-a942-bd30866a19f0 None None] Checking segment: {'id': 'fe7b4086-21cb-43cf-96b4-8ee376b4a2f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 04:27:11.653138 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-afffd378-c483-4b0c-a942-bd30866a19f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:11.653138 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afffd378-c483-4b0c-a942-bd30866a19f0 None None] Bound using segment: {'id': 'fe7b4086-21cb-43cf-96b4-8ee376b4a2f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551'} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 04:27:11.653475 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-afffd378-c483-4b0c-a942-bd30866a19f0 None None] Bound port: 6cd7d4ec-c727-4132-906c-dd7ba268d38f, host: dv-cinder-803000-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe7b4086-21cb-43cf-96b4-8ee376b4a2f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551'}}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 04:27:11.653862 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-afffd378-c483-4b0c-a942-bd30866a19f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:11.656759 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616cce8e-efec-472a-9277-a8e69b68fbb2 None None] Pushing event updated for resources: {'Port': ['ID=6cd7d4ec-c727-4132-906c-dd7ba268d38f,revision_number=2']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:27:11.669523 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f1e7c52e-aead-4448-b841-ac9b2a8bc382 req-776484d8-646b-4fee-bdff-8e4dd4b27e49 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6e05813-9d0f-44b8-9b64-dd43393c2c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798552 Aug 05 04:27:11.724988 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-afffd378-c483-4b0c-a942-bd30866a19f0 None None] For port 6cd7d4ec-c727-4132-906c-dd7ba268d38f, host dv-cinder-803000-4-iscsi, cleared binding levels {{(pid=93252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 04:27:11.734146 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-afffd378-c483-4b0c-a942-bd30866a19f0 None None] For port 6cd7d4ec-c727-4132-906c-dd7ba268d38f, host dv-cinder-803000-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-4-iscsi',level=0,port_id=6cd7d4ec-c727-4132-906c-dd7ba268d38f,segment=NetworkSegment(fe7b4086-21cb-43cf-96b4-8ee376b4a2f8),segment_id=fe7b4086-21cb-43cf-96b4-8ee376b4a2f8)] {{(pid=93252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 04:27:11.740562 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-afffd378-c483-4b0c-a942-bd30866a19f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:11.779596 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-678eb36e-74a3-49aa-a991-e9581c17e011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:11.810567 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-763c6a11-2ba7-4631-823d-2efe062ec718 None None] Provisioning for port 6be25d30-8f16-40fa-97d6-0e2bd0069d6d completed by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 04:27:11.815364 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afffd378-c483-4b0c-a942-bd30866a19f0 None None] Routers {'351fdf9f-f398-4d28-86b3-de44807005f3'} bound to L3 agent in host dv-cinder-803000-4-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 04:27:11.815908 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-afffd378-c483-4b0c-a942-bd30866a19f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T04:10:35Z,description=,heartbeat_timestamp=2021-08-05T04:27:05Z,host='dv-cinder-803000-4-iscsi',id=8e71ca1b-9911-44b3-bf09-1fce3db7ea9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T04:10:35Z,topic='l3_agent')) {'router_ids': ['351fdf9f-f398-4d28-86b3-de44807005f3'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:27:11.826190 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-763c6a11-2ba7-4631-823d-2efe062ec718 None None] Provisioning complete for port 6be25d30-8f16-40fa-97d6-0e2bd0069d6d triggered by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 04:27:11.827127 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-763c6a11-2ba7-4631-823d-2efe062ec718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66839334'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:11.861573 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Device ff7377a3-ebd0-418b-9487-8ceef315d592 up at agent ovs-agent-dv-cinder-803000-4-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 04:27:11.885278 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616cce8e-efec-472a-9277-a8e69b68fbb2 None None] Pushing event updated for resources: {'Port': ['ID=6cd7d4ec-c727-4132-906c-dd7ba268d38f,revision_number=3']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:27:11.945802 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-678eb36e-74a3-49aa-a991-e9581c17e011 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:11.952269 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-678eb36e-74a3-49aa-a991-e9581c17e011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3061373'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:11.968399 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-763c6a11-2ba7-4631-823d-2efe062ec718 None None] Port 6be25d30-8f16-40fa-97d6-0e2bd0069d6d cannot update to ACTIVE because it is not bound. {{(pid=93252) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 04:27:12.002986 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Provisioning for port ff7377a3-ebd0-418b-9487-8ceef315d592 completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 04:27:12.006078 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-afffd378-c483-4b0c-a942-bd30866a19f0 None None] Set router 351fdf9f-f398-4d28-86b3-de44807005f3 gateway port host: dv-cinder-803000-4-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 04:27:12.019500 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678eb36e-74a3-49aa-a991-e9581c17e011 admin admin] Pushing event updated for resources: {'Port': ['ID=6be25d30-8f16-40fa-97d6-0e2bd0069d6d,revision_number=2']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:27:12.022248 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-678eb36e-74a3-49aa-a991-e9581c17e011 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536784'] for router_interface, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:12.121381 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678eb36e-74a3-49aa-a991-e9581c17e011 admin admin] Network 3b4e14f1-5691-48c2-9449-3f90ad342963 is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 04:27:12.122881 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-678eb36e-74a3-49aa-a991-e9581c17e011 admin admin] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 04:27:12.150628 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Provisioning complete for port ff7377a3-ebd0-418b-9487-8ceef315d592 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 04:27:12.151058 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66839334'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:12.177558 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-87ea8438-47cd-44c4-a808-9a807a63fea8 None None] Agent healthcheck: found 6 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 04:27:12.245507 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-678eb36e-74a3-49aa-a991-e9581c17e011 admin admin] Router 351fdf9f-f398-4d28-86b3-de44807005f3 has already been hosted by L3 agent 8e71ca1b-9911-44b3-bf09-1fce3db7ea9a {{(pid=93250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 04:27:12.331647 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:12.360664 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-678eb36e-74a3-49aa-a991-e9581c17e011 admin admin] Notify agent at l3_agent.dv-cinder-803000-4-iscsi the message routers_updated {{(pid=93250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 04:27:12.365760 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-678eb36e-74a3-49aa-a991-e9581c17e011 admin admin] 10.222.0.37 "PUT /v2.0/routers/351fdf9f-f398-4d28-86b3-de44807005f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6810484 Aug 05 04:27:12.402027 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] For port ff7377a3-ebd0-418b-9487-8ceef315d592, host dv-cinder-803000-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-4-iscsi',level=0,port_id=ff7377a3-ebd0-418b-9487-8ceef315d592,segment=NetworkSegment(f61e526f-192b-4532-90d4-bb25d73fe17b),segment_id=f61e526f-192b-4532-90d4-bb25d73fe17b)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:27:12.410990 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:12.411780 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Device 707a7a0b-b270-493a-b57d-dc4e067c5b5f up at agent ovs-agent-dv-cinder-803000-4-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 04:27:12.455642 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-05821989-d370-464e-8c27-da063411e7bd None None] Provisioning complete for port 6be25d30-8f16-40fa-97d6-0e2bd0069d6d triggered by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 04:27:12.455933 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-05821989-d370-464e-8c27-da063411e7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66839334'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:12.528494 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-05821989-d370-464e-8c27-da063411e7bd None None] Port 6be25d30-8f16-40fa-97d6-0e2bd0069d6d cannot update to ACTIVE because it is not bound. {{(pid=93252) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 04:27:12.535558 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-afffd378-c483-4b0c-a942-bd30866a19f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '351fdf9f-f398-4d28-86b3-de44807005f3', 'name': 'tempest-TestMinimumBasicScenario-95004664-router', 'tenant_id': '691ed16d57dd40c598e35e4575df0b33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'external_fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '6cd7d4ec-c727-4132-906c-dd7ba268d38f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:27:08Z', 'updated_at': '2021-08-05T04:27:11Z', 'revision_number': 4, 'project_id': '691ed16d57dd40c598e35e4575df0b33', 'gw_port': {'id': '6cd7d4ec-c727-4132-906c-dd7ba268d38f', 'name': '', 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ee:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '351fdf9f-f398-4d28-86b3-de44807005f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:27:09Z', 'updated_at': '2021-08-05T04:27:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-4-iscsi', '_interfaces': [{'id': '6be25d30-8f16-40fa-97d6-0e2bd0069d6d', 'name': '', 'network_id': '3b4e14f1-5691-48c2-9449-3f90ad342963', 'tenant_id': '691ed16d57dd40c598e35e4575df0b33', 'mac_address': 'fa:16:3e:5f:82:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '351fdf9f-f398-4d28-86b3-de44807005f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '3af0571a-ece2-4d37-907b-b4fcfeb73b0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:27:11Z', 'updated_at': '2021-08-05T04:27:11Z', 'revision_number': 1, 'project_id': '691ed16d57dd40c598e35e4575df0b33', 'subnets': [{'id': '3af0571a-ece2-4d37-907b-b4fcfeb73b0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803000-4-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:27:12.539050 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Pushing event updated for resources: {'Port': ['ID=ff7377a3-ebd0-418b-9487-8ceef315d592,revision_number=5']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:27:12.567342 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afffd378-c483-4b0c-a942-bd30866a19f0 None None] The sync data for ids ['351fdf9f-f398-4d28-86b3-de44807005f3'] in dv-cinder-803000-4-iscsi is: [{'id': '351fdf9f-f398-4d28-86b3-de44807005f3', 'name': 'tempest-TestMinimumBasicScenario-95004664-router', 'tenant_id': '691ed16d57dd40c598e35e4575df0b33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'external_fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '6cd7d4ec-c727-4132-906c-dd7ba268d38f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:27:08Z', 'updated_at': '2021-08-05T04:27:11Z', 'revision_number': 4, 'project_id': '691ed16d57dd40c598e35e4575df0b33', 'gw_port': {'id': '6cd7d4ec-c727-4132-906c-dd7ba268d38f', 'name': '', 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ee:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '351fdf9f-f398-4d28-86b3-de44807005f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:27:09Z', 'updated_at': '2021-08-05T04:27:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-4-iscsi', '_interfaces': [{'id': '6be25d30-8f16-40fa-97d6-0e2bd0069d6d', 'name': '', 'network_id': '3b4e14f1-5691-48c2-9449-3f90ad342963', 'tenant_id': '691ed16d57dd40c598e35e4575df0b33', 'mac_address': 'fa:16:3e:5f:82:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '351fdf9f-f398-4d28-86b3-de44807005f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '3af0571a-ece2-4d37-907b-b4fcfeb73b0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:27:11Z', 'updated_at': '2021-08-05T04:27:11Z', 'revision_number': 1, 'project_id': '691ed16d57dd40c598e35e4575df0b33', 'subnets': [{'id': '3af0571a-ece2-4d37-907b-b4fcfeb73b0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 04:27:12.575398 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Provisioning complete for port 707a7a0b-b270-493a-b57d-dc4e067c5b5f triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 04:27:12.575779 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66839334'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:12.811708 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc74bdc-979d-4882-ace1-8a2cc491e099 req-0e972dd5-1e4d-4000-949f-4619abb284ed tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:27:12.813411 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5fc74bdc-979d-4882-ace1-8a2cc491e099 req-0e972dd5-1e4d-4000-949f-4619abb284ed tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] 10.222.0.37 "GET /v2.0/ports?device_id=0eaadc18-4403-4cf3-b17e-92d994d339dc HTTP/1.1" status: 200 len: 944 time: 0.0738101 Aug 05 04:27:12.857432 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5fc74bdc-979d-4882-ace1-8a2cc491e099 req-1fc904fb-466c-49ca-8299-f14c33912761 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6e05813-9d0f-44b8-9b64-dd43393c2c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381069 Aug 05 04:27:13.898823 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Device ff7377a3-ebd0-418b-9487-8ceef315d592 up at agent ovs-agent-dv-cinder-803000-4-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 04:27:14.003699 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Provisioning complete for port ff7377a3-ebd0-418b-9487-8ceef315d592 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 04:27:14.004020 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66839334'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:14.023198 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5734dfc6-c944-4287-96be-da514a885662 req-b8adca3b-8ddd-4406-8ae7-a909f82c9f93 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:27:14.024756 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5734dfc6-c944-4287-96be-da514a885662 req-b8adca3b-8ddd-4406-8ae7-a909f82c9f93 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] 10.222.0.37 "GET /v2.0/ports?device_id=0eaadc18-4403-4cf3-b17e-92d994d339dc HTTP/1.1" status: 200 len: 944 time: 0.0717285 Aug 05 04:27:14.098785 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5734dfc6-c944-4287-96be-da514a885662 req-96d62b1c-2ff0-45a3-a80c-702e52aa177e tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6e05813-9d0f-44b8-9b64-dd43393c2c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596924 Aug 05 04:27:14.123494 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Device 6cd7d4ec-c727-4132-906c-dd7ba268d38f up at agent ovs-agent-dv-cinder-803000-4-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 04:27:14.181175 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Provisioning for port 6cd7d4ec-c727-4132-906c-dd7ba268d38f completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 04:27:14.186520 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Provisioning complete for port 6cd7d4ec-c727-4132-906c-dd7ba268d38f triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 04:27:14.186903 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66839334'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:14.277205 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:14.304018 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] For port 6cd7d4ec-c727-4132-906c-dd7ba268d38f, host dv-cinder-803000-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-4-iscsi',level=0,port_id=6cd7d4ec-c727-4132-906c-dd7ba268d38f,segment=NetworkSegment(fe7b4086-21cb-43cf-96b4-8ee376b4a2f8),segment_id=fe7b4086-21cb-43cf-96b4-8ee376b4a2f8)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:27:14.311295 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:14.367621 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Pushing event updated for resources: {'Port': ['ID=6cd7d4ec-c727-4132-906c-dd7ba268d38f,revision_number=4']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:27:14.865300 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848d1350-de4f-4079-b5f6-a5c789beb0ae None None] Sync routers for ids ['351fdf9f-f398-4d28-86b3-de44807005f3'] in dv-cinder-803000-4-iscsi {{(pid=93253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 04:27:14.877451 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848d1350-de4f-4079-b5f6-a5c789beb0ae None None] Routers {'351fdf9f-f398-4d28-86b3-de44807005f3'} bound to L3 agent in host dv-cinder-803000-4-iscsi {{(pid=93253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 04:27:14.879901 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-848d1350-de4f-4079-b5f6-a5c789beb0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T04:10:35Z,description=,heartbeat_timestamp=2021-08-05T04:27:05Z,host='dv-cinder-803000-4-iscsi',id=8e71ca1b-9911-44b3-bf09-1fce3db7ea9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T04:10:35Z,topic='l3_agent')) {'router_ids': ['351fdf9f-f398-4d28-86b3-de44807005f3'], 'active': True} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:27:14.993489 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvr_db [None req-848d1350-de4f-4079-b5f6-a5c789beb0ae None None] Set router 351fdf9f-f398-4d28-86b3-de44807005f3 gateway port host: dv-cinder-803000-4-iscsi {{(pid=93253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 04:27:15.212216 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-848d1350-de4f-4079-b5f6-a5c789beb0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '351fdf9f-f398-4d28-86b3-de44807005f3', 'name': 'tempest-TestMinimumBasicScenario-95004664-router', 'tenant_id': '691ed16d57dd40c598e35e4575df0b33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'external_fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '6cd7d4ec-c727-4132-906c-dd7ba268d38f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:27:08Z', 'updated_at': '2021-08-05T04:27:11Z', 'revision_number': 4, 'project_id': '691ed16d57dd40c598e35e4575df0b33', 'gw_port': {'id': '6cd7d4ec-c727-4132-906c-dd7ba268d38f', 'name': '', 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ee:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '351fdf9f-f398-4d28-86b3-de44807005f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:27:09Z', 'updated_at': '2021-08-05T04:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-4-iscsi', '_interfaces': [{'id': '6be25d30-8f16-40fa-97d6-0e2bd0069d6d', 'name': '', 'network_id': '3b4e14f1-5691-48c2-9449-3f90ad342963', 'tenant_id': '691ed16d57dd40c598e35e4575df0b33', 'mac_address': 'fa:16:3e:5f:82:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '351fdf9f-f398-4d28-86b3-de44807005f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '3af0571a-ece2-4d37-907b-b4fcfeb73b0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:27:11Z', 'updated_at': '2021-08-05T04:27:11Z', 'revision_number': 2, 'project_id': '691ed16d57dd40c598e35e4575df0b33', 'subnets': [{'id': '3af0571a-ece2-4d37-907b-b4fcfeb73b0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803000-4-iscsi', False) {} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:27:15.220694 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb88f90-be28-4e9d-a66b-7d109644ef8c req-e3423b75-7f9d-4fc7-a08a-1bfb247a0ed2 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:27:15.223080 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8fb88f90-be28-4e9d-a66b-7d109644ef8c req-e3423b75-7f9d-4fc7-a08a-1bfb247a0ed2 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] 10.222.0.37 "GET /v2.0/ports?device_id=0eaadc18-4403-4cf3-b17e-92d994d339dc HTTP/1.1" status: 200 len: 944 time: 0.0573714 Aug 05 04:27:15.247226 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848d1350-de4f-4079-b5f6-a5c789beb0ae None None] Checking router: 351fdf9f-f398-4d28-86b3-de44807005f3 for host: dv-cinder-803000-4-iscsi {{(pid=93253) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 04:27:15.248493 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848d1350-de4f-4079-b5f6-a5c789beb0ae None None] Updating router 351fdf9f-f398-4d28-86b3-de44807005f3 port 6be25d30-8f16-40fa-97d6-0e2bd0069d6d binding host dv-cinder-803000-4-iscsi {{(pid=93253) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 04:27:15.269859 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8fb88f90-be28-4e9d-a66b-7d109644ef8c req-f1ae5c61-be0f-4da6-8ccf-b35afd991025 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6e05813-9d0f-44b8-9b64-dd43393c2c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393152 Aug 05 04:27:15.292497 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-848d1350-de4f-4079-b5f6-a5c789beb0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:15.591505 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-848d1350-de4f-4079-b5f6-a5c789beb0ae None None] Notify callbacks [] for port, precommit_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:15.603507 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.provisioning_blocks [None req-848d1350-de4f-4079-b5f6-a5c789beb0ae None None] Transition to ACTIVE for port object 6be25d30-8f16-40fa-97d6-0e2bd0069d6d will not be triggered until provisioned by entity L2. {{(pid=93253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 04:27:15.610173 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-848d1350-de4f-4079-b5f6-a5c789beb0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:15.658819 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e82437-d961-4ee5-b699-045a448e1651 None None] Pushing event updated for resources: {'Port': ['ID=6be25d30-8f16-40fa-97d6-0e2bd0069d6d,revision_number=3']} {{(pid=93253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:27:15.754262 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.managers [None req-848d1350-de4f-4079-b5f6-a5c789beb0ae None None] Attempting to bind port 6be25d30-8f16-40fa-97d6-0e2bd0069d6d on host dv-cinder-803000-4-iscsi for vnic_type normal with profile {{(pid=93253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 04:27:15.755198 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.managers [None req-848d1350-de4f-4079-b5f6-a5c789beb0ae None None] Attempting to bind port 6be25d30-8f16-40fa-97d6-0e2bd0069d6d by drivers openvswitch,hyperv on host dv-cinder-803000-4-iscsi at level 0 using segments [{'id': '0bd1e678-8495-49f0-a412-5a818bd29652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3b4e14f1-5691-48c2-9449-3f90ad342963'}] {{(pid=93253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 04:27:15.755644 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848d1350-de4f-4079-b5f6-a5c789beb0ae None None] Attempting to bind port 6be25d30-8f16-40fa-97d6-0e2bd0069d6d on network 3b4e14f1-5691-48c2-9449-3f90ad342963 {{(pid=93253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 04:27:15.764765 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848d1350-de4f-4079-b5f6-a5c789beb0ae None None] Checking agent: {'id': 'f380332e-4681-47b2-aaca-ec0053efd026', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803000-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 4, 10, 35), 'started_at': datetime.datetime(2021, 8, 5, 4, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 4, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803000-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 04:27:15.765212 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848d1350-de4f-4079-b5f6-a5c789beb0ae None None] Checking segment: {'id': '0bd1e678-8495-49f0-a412-5a818bd29652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3b4e14f1-5691-48c2-9449-3f90ad342963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 04:27:15.765673 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-848d1350-de4f-4079-b5f6-a5c789beb0ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:15.766131 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848d1350-de4f-4079-b5f6-a5c789beb0ae None None] Bound using segment: {'id': '0bd1e678-8495-49f0-a412-5a818bd29652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3b4e14f1-5691-48c2-9449-3f90ad342963'} {{(pid=93253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 04:27:15.766831 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.managers [None req-848d1350-de4f-4079-b5f6-a5c789beb0ae None None] Bound port: 6be25d30-8f16-40fa-97d6-0e2bd0069d6d, host: dv-cinder-803000-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bd1e678-8495-49f0-a412-5a818bd29652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3b4e14f1-5691-48c2-9449-3f90ad342963'}}] {{(pid=93253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 04:27:15.767307 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-848d1350-de4f-4079-b5f6-a5c789beb0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:15.796444 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Device 6cd7d4ec-c727-4132-906c-dd7ba268d38f up at agent ovs-agent-dv-cinder-803000-4-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 04:27:15.839271 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.db [None req-848d1350-de4f-4079-b5f6-a5c789beb0ae None None] For port 6be25d30-8f16-40fa-97d6-0e2bd0069d6d, host dv-cinder-803000-4-iscsi, cleared binding levels {{(pid=93253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 04:27:15.843063 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.db [None req-848d1350-de4f-4079-b5f6-a5c789beb0ae None None] For port 6be25d30-8f16-40fa-97d6-0e2bd0069d6d, host dv-cinder-803000-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-4-iscsi',level=0,port_id=6be25d30-8f16-40fa-97d6-0e2bd0069d6d,segment=NetworkSegment(0bd1e678-8495-49f0-a412-5a818bd29652),segment_id=0bd1e678-8495-49f0-a412-5a818bd29652)] {{(pid=93253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 04:27:15.858546 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-848d1350-de4f-4079-b5f6-a5c789beb0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:15.892892 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Provisioning complete for port 6cd7d4ec-c727-4132-906c-dd7ba268d38f triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 04:27:15.893590 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66839334'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:15.925195 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e82437-d961-4ee5-b699-045a448e1651 None None] Pushing event updated for resources: {'Port': ['ID=6be25d30-8f16-40fa-97d6-0e2bd0069d6d,revision_number=4']} {{(pid=93253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:27:15.939020 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848d1350-de4f-4079-b5f6-a5c789beb0ae None None] Routers {'351fdf9f-f398-4d28-86b3-de44807005f3'} bound to L3 agent in host dv-cinder-803000-4-iscsi {{(pid=93253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 04:27:15.939906 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-848d1350-de4f-4079-b5f6-a5c789beb0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T04:10:35Z,description=,heartbeat_timestamp=2021-08-05T04:27:05Z,host='dv-cinder-803000-4-iscsi',id=8e71ca1b-9911-44b3-bf09-1fce3db7ea9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T04:10:35Z,topic='l3_agent')) {'router_ids': ['351fdf9f-f398-4d28-86b3-de44807005f3'], 'active': True} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:27:16.187621 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvr_db [None req-848d1350-de4f-4079-b5f6-a5c789beb0ae None None] Set router 351fdf9f-f398-4d28-86b3-de44807005f3 gateway port host: dv-cinder-803000-4-iscsi {{(pid=93253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 04:27:16.409456 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc8199a-c4c5-4286-9ce2-ba583b1c94ac req-0a61eca1-597e-463d-946b-6f5d0c6a52af tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:27:16.418794 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-bcc8199a-c4c5-4286-9ce2-ba583b1c94ac req-0a61eca1-597e-463d-946b-6f5d0c6a52af tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] 10.222.0.37 "GET /v2.0/ports?device_id=0eaadc18-4403-4cf3-b17e-92d994d339dc HTTP/1.1" status: 200 len: 944 time: 0.0654807 Aug 05 04:27:16.431863 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-848d1350-de4f-4079-b5f6-a5c789beb0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '351fdf9f-f398-4d28-86b3-de44807005f3', 'name': 'tempest-TestMinimumBasicScenario-95004664-router', 'tenant_id': '691ed16d57dd40c598e35e4575df0b33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'external_fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '6cd7d4ec-c727-4132-906c-dd7ba268d38f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:27:08Z', 'updated_at': '2021-08-05T04:27:11Z', 'revision_number': 4, 'project_id': '691ed16d57dd40c598e35e4575df0b33', 'gw_port': {'id': '6cd7d4ec-c727-4132-906c-dd7ba268d38f', 'name': '', 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ee:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '351fdf9f-f398-4d28-86b3-de44807005f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:27:09Z', 'updated_at': '2021-08-05T04:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-4-iscsi', '_interfaces': [{'id': '6be25d30-8f16-40fa-97d6-0e2bd0069d6d', 'name': '', 'network_id': '3b4e14f1-5691-48c2-9449-3f90ad342963', 'tenant_id': '691ed16d57dd40c598e35e4575df0b33', 'mac_address': 'fa:16:3e:5f:82:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '351fdf9f-f398-4d28-86b3-de44807005f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '3af0571a-ece2-4d37-907b-b4fcfeb73b0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:27:11Z', 'updated_at': '2021-08-05T04:27:15Z', 'revision_number': 4, 'project_id': '691ed16d57dd40c598e35e4575df0b33', 'subnets': [{'id': '3af0571a-ece2-4d37-907b-b4fcfeb73b0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803000-4-iscsi', False) {} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:27:16.466280 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-bcc8199a-c4c5-4286-9ce2-ba583b1c94ac req-d76cb5e7-79ae-4792-b45b-a8e46978caf5 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6e05813-9d0f-44b8-9b64-dd43393c2c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465236 Aug 05 04:27:16.468497 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848d1350-de4f-4079-b5f6-a5c789beb0ae None None] The sync data for ids ['351fdf9f-f398-4d28-86b3-de44807005f3'] in dv-cinder-803000-4-iscsi is: [{'id': '351fdf9f-f398-4d28-86b3-de44807005f3', 'name': 'tempest-TestMinimumBasicScenario-95004664-router', 'tenant_id': '691ed16d57dd40c598e35e4575df0b33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'external_fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '6cd7d4ec-c727-4132-906c-dd7ba268d38f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:27:08Z', 'updated_at': '2021-08-05T04:27:11Z', 'revision_number': 4, 'project_id': '691ed16d57dd40c598e35e4575df0b33', 'gw_port': {'id': '6cd7d4ec-c727-4132-906c-dd7ba268d38f', 'name': '', 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ee:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '351fdf9f-f398-4d28-86b3-de44807005f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:27:09Z', 'updated_at': '2021-08-05T04:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-4-iscsi', '_interfaces': [{'id': '6be25d30-8f16-40fa-97d6-0e2bd0069d6d', 'name': '', 'network_id': '3b4e14f1-5691-48c2-9449-3f90ad342963', 'tenant_id': '691ed16d57dd40c598e35e4575df0b33', 'mac_address': 'fa:16:3e:5f:82:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '351fdf9f-f398-4d28-86b3-de44807005f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '3af0571a-ece2-4d37-907b-b4fcfeb73b0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:27:11Z', 'updated_at': '2021-08-05T04:27:15Z', 'revision_number': 4, 'project_id': '691ed16d57dd40c598e35e4575df0b33', 'subnets': [{'id': '3af0571a-ece2-4d37-907b-b4fcfeb73b0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 04:27:17.602503 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cee2c61-2379-49c9-ad4f-32775b917330 req-1c3eb07c-f870-4988-840d-608cfeaa65fd tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:27:17.610169 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4cee2c61-2379-49c9-ad4f-32775b917330 req-1c3eb07c-f870-4988-840d-608cfeaa65fd tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] 10.222.0.37 "GET /v2.0/ports?device_id=0eaadc18-4403-4cf3-b17e-92d994d339dc HTTP/1.1" status: 200 len: 944 time: 0.0684471 Aug 05 04:27:17.655867 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4cee2c61-2379-49c9-ad4f-32775b917330 req-8e26f219-3298-47de-aaec-9dac31472f78 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6e05813-9d0f-44b8-9b64-dd43393c2c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446656 Aug 05 04:27:17.817214 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Device 214dce8d-195c-4d2a-9176-034e96614c25 details requested by agent hyperv_hv-cinder-80300 with host hv-cinder-80300 {{(pid=93252) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 04:27:17.820325 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Device 6be25d30-8f16-40fa-97d6-0e2bd0069d6d up at agent ovs-agent-dv-cinder-803000-4-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 04:27:17.940613 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Provisioning for port 6be25d30-8f16-40fa-97d6-0e2bd0069d6d completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 04:27:17.953289 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Provisioning complete for port 6be25d30-8f16-40fa-97d6-0e2bd0069d6d triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 04:27:17.953654 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66839334'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:17.988612 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] For port 214dce8d-195c-4d2a-9176-034e96614c25, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=214dce8d-195c-4d2a-9176-034e96614c25,segment=NetworkSegment(58844861-27f9-479e-80aa-8db8404eb207),segment_id=58844861-27f9-479e-80aa-8db8404eb207)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:27:18.007346 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Returning: {'device': '214dce8d-195c-4d2a-9176-034e96614c25', 'network_id': 'ef69c213-f027-48b4-9728-8998dc7faa2a', 'port_id': '214dce8d-195c-4d2a-9176-034e96614c25', 'mac_address': 'fa:16:3e:a8:0f:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd35e201b-865e-4900-86f6-2c5aed9eb36a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93252) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 04:27:18.084165 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:18.105385 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 214dce8d-195c-4d2a-9176-034e96614c25 {{(pid=93252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 04:27:18.109400 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:18.142220 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] For port 214dce8d-195c-4d2a-9176-034e96614c25, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=214dce8d-195c-4d2a-9176-034e96614c25,segment=NetworkSegment(58844861-27f9-479e-80aa-8db8404eb207),segment_id=58844861-27f9-479e-80aa-8db8404eb207)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:27:18.148111 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:18.180355 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] For port 6be25d30-8f16-40fa-97d6-0e2bd0069d6d, host dv-cinder-803000-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-4-iscsi',level=0,port_id=6be25d30-8f16-40fa-97d6-0e2bd0069d6d,segment=NetworkSegment(0bd1e678-8495-49f0-a412-5a818bd29652),segment_id=0bd1e678-8495-49f0-a412-5a818bd29652)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:27:18.189115 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:18.216065 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Pushing event updated for resources: {'Port': ['ID=214dce8d-195c-4d2a-9176-034e96614c25,revision_number=7']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:27:18.284616 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Pushing event updated for resources: {'Port': ['ID=6be25d30-8f16-40fa-97d6-0e2bd0069d6d,revision_number=5']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:27:18.611481 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] get_ports_and_sgs() called for port_ids ['214dce8d-195c-4d2a-9176-034e96614c25'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 04:27:18.778656 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663b6ea6-8014-448e-a844-98debde82569 req-24d12c80-c405-4591-8047-20e59bdb5ccb tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:27:18.786663 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-663b6ea6-8014-448e-a844-98debde82569 req-24d12c80-c405-4591-8047-20e59bdb5ccb tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] 10.222.0.37 "GET /v2.0/ports?device_id=0eaadc18-4403-4cf3-b17e-92d994d339dc HTTP/1.1" status: 200 len: 945 time: 0.0676043 Aug 05 04:27:18.824715 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-663b6ea6-8014-448e-a844-98debde82569 req-5984e807-1793-46e1-9f95-c5fc06a25f6c tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6e05813-9d0f-44b8-9b64-dd43393c2c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366774 Aug 05 04:27:19.780571 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Device 6be25d30-8f16-40fa-97d6-0e2bd0069d6d up at agent ovs-agent-dv-cinder-803000-4-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 04:27:19.827261 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Device 214dce8d-195c-4d2a-9176-034e96614c25 up at agent hyperv_hv-cinder-80300 {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 04:27:19.864654 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Provisioning complete for port 6be25d30-8f16-40fa-97d6-0e2bd0069d6d triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 04:27:19.865028 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66839334'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:19.915929 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Provisioning complete for port 214dce8d-195c-4d2a-9176-034e96614c25 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 04:27:19.916304 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66839334'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:19.957053 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda27aa7-39cd-4266-a91a-86a41c7936a3 req-a7eb7cb3-8c8f-4183-9134-ed5f0451d79e tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:27:19.967281 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-eda27aa7-39cd-4266-a91a-86a41c7936a3 req-a7eb7cb3-8c8f-4183-9134-ed5f0451d79e tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] 10.222.0.37 "GET /v2.0/ports?device_id=0eaadc18-4403-4cf3-b17e-92d994d339dc HTTP/1.1" status: 200 len: 945 time: 0.0657363 Aug 05 04:27:20.012876 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-eda27aa7-39cd-4266-a91a-86a41c7936a3 req-6ae2c5ea-3f6a-4728-9066-7750161f69fc tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6e05813-9d0f-44b8-9b64-dd43393c2c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443184 Aug 05 04:27:20.079362 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:20.110078 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eaadc18-4403-4cf3-b17e-92d994d339dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '214dce8d-195c-4d2a-9176-034e96614c25'}] {{(pid=93252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 04:27:20.115112 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f021a78abaadf32682ec407d28b092b8d5e159b0dca1f9e700978c1e9d6d025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dd3f5fd-9011-4491-b09e-8177cd2b8348" -d '{"events": [{"server_uuid": "0eaadc18-4403-4cf3-b17e-92d994d339dc", "name": "network-vif-plugged", "status": "completed", "tag": "214dce8d-195c-4d2a-9176-034e96614c25"}]}' {{(pid=93252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 04:27:20.127669 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] For port 214dce8d-195c-4d2a-9176-034e96614c25, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=214dce8d-195c-4d2a-9176-034e96614c25,segment=NetworkSegment(58844861-27f9-479e-80aa-8db8404eb207),segment_id=58844861-27f9-479e-80aa-8db8404eb207)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:27:20.133496 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:20.171397 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 04:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbe688a6-23ae-4e99-8b38-99f8dc3633b2 x-openstack-request-id: req-fbe688a6-23ae-4e99-8b38-99f8dc3633b2 {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 04:27:20.171731 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eaadc18-4403-4cf3-b17e-92d994d339dc", "name": "network-vif-plugged", "status": "completed", "tag": "214dce8d-195c-4d2a-9176-034e96614c25", "code": 200}]} {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 04:27:20.171916 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fbe688a6-23ae-4e99-8b38-99f8dc3633b2 {{(pid=93252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 04:27:20.172298 dv-cinder-803000-4-iscsi neutron-server[93252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eaadc18-4403-4cf3-b17e-92d994d339dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '214dce8d-195c-4d2a-9176-034e96614c25', 'code': 200} Aug 05 04:27:20.210923 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Pushing event updated for resources: {'Port': ['ID=214dce8d-195c-4d2a-9176-034e96614c25,revision_number=8']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:27:20.423653 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40efe28c-da59-459d-8510-bb12c6dfa084 req-4580fcef-a8d3-49b5-a03c-4467a2dabd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:27:20.425186 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-40efe28c-da59-459d-8510-bb12c6dfa084 req-4580fcef-a8d3-49b5-a03c-4467a2dabd73 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0eaadc18-4403-4cf3-b17e-92d994d339dc HTTP/1.1" status: 200 len: 1099 time: 0.0452387 Aug 05 04:27:20.470630 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-40efe28c-da59-459d-8510-bb12c6dfa084 req-36f8fae5-03f1-4d0b-af2b-6364e1ae35dc service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a6e05813-9d0f-44b8-9b64-dd43393c2c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379608 Aug 05 04:27:21.145440 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b594b6-3ded-44c3-9563-47d87cbdb3eb req-0d3a792c-8fbe-47e6-a6f9-43cad13e1205 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:27:21.147094 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-02b594b6-3ded-44c3-9563-47d87cbdb3eb req-0d3a792c-8fbe-47e6-a6f9-43cad13e1205 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] 10.222.0.37 "GET /v2.0/ports?device_id=0eaadc18-4403-4cf3-b17e-92d994d339dc HTTP/1.1" status: 200 len: 946 time: 0.0522280 Aug 05 04:27:21.190163 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-02b594b6-3ded-44c3-9563-47d87cbdb3eb req-7c6e8212-c29f-49c2-bb4e-2c7e85f41785 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6e05813-9d0f-44b8-9b64-dd43393c2c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346234 Aug 05 04:27:22.320317 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1b9582-36de-4a9e-870d-65411156a4ee req-ed41186c-eb45-4a03-810f-a98c8c91124d tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:27:22.322921 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4d1b9582-36de-4a9e-870d-65411156a4ee req-ed41186c-eb45-4a03-810f-a98c8c91124d tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] 10.222.0.37 "GET /v2.0/ports?device_id=0eaadc18-4403-4cf3-b17e-92d994d339dc HTTP/1.1" status: 200 len: 946 time: 0.0546548 Aug 05 04:27:22.361201 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4d1b9582-36de-4a9e-870d-65411156a4ee req-fb41b69e-5a38-4b0f-b073-58e4b521767b tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6e05813-9d0f-44b8-9b64-dd43393c2c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332747 Aug 05 04:27:22.560606 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5868aee3-6b3a-47ef-a881-bd6a5a520a0f req-3c18e61f-050a-4a64-b90b-36ee6b80b686 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:27:22.562099 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5868aee3-6b3a-47ef-a881-bd6a5a520a0f req-3c18e61f-050a-4a64-b90b-36ee6b80b686 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] 10.222.0.37 "GET /v2.0/networks?id=9c2b2137-69fe-4a55-a9a9-a7df818b8725 HTTP/1.1" status: 200 len: 813 time: 0.1124279 Aug 05 04:27:22.596484 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5868aee3-6b3a-47ef-a881-bd6a5a520a0f req-80562c18-768f-4fda-b7d7-48f57a214439 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] 10.222.0.37 "GET /v2.0/quotas/79070a9d3f8e438fbbec93f519c44426 HTTP/1.1" status: 200 len: 375 time: 0.0102699 Aug 05 04:27:22.650689 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5868aee3-6b3a-47ef-a881-bd6a5a520a0f req-322c7007-f86c-452e-bb26-7948f9420665 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=79070a9d3f8e438fbbec93f519c44426&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479496 Aug 05 04:27:22.760490 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5868aee3-6b3a-47ef-a881-bd6a5a520a0f req-54965d6b-03c2-4ce2-8a48-3cddbe62fb05 service neutron] 10.222.0.37 "GET /v2.0/networks/9c2b2137-69fe-4a55-a9a9-a7df818b8725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985289 Aug 05 04:27:22.851510 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28102ca6-409b-48df-a0e3-31a24a36c944 req-da479d56-2e95-4531-b478-b97f321d6263 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:27:22.853438 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-28102ca6-409b-48df-a0e3-31a24a36c944 req-da479d56-2e95-4531-b478-b97f321d6263 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=eee8bae2-e704-4afe-8c10-52cae6b3fd91 HTTP/1.1" status: 200 len: 946 time: 0.1105201 Aug 05 04:27:22.890376 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5868aee3-6b3a-47ef-a881-bd6a5a520a0f req-5fdb5c55-329c-4663-9228-20c30546719c service neutron] 10.222.0.37 "GET /v2.0/networks/9c2b2137-69fe-4a55-a9a9-a7df818b8725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168191 Aug 05 04:27:22.904369 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-28102ca6-409b-48df-a0e3-31a24a36c944 req-d5df6453-f830-4f7a-89c5-c1154e6ccb96 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c1fea28-8593-4774-81e1-7f4d3c58ebed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449352 Aug 05 04:27:23.043209 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3fd8eec4-143a-4276-a0ae-691893cd6362 req-15428f6d-1c19-4b2b-8547-9539e317e08b tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] 10.222.0.37 "GET /v2.0/ports?device_id=b894ee9b-9d12-4cc5-950c-d2eaa7033d81 HTTP/1.1" status: 200 len: 210 time: 0.0262513 Aug 05 04:27:24.034720 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250e5fcf-409d-4c17-b058-750cbfcf0bc7 req-d868a2d3-c076-4ce1-833b-f2a41aceb8a8 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:27:24.036119 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-250e5fcf-409d-4c17-b058-750cbfcf0bc7 req-d868a2d3-c076-4ce1-833b-f2a41aceb8a8 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=eee8bae2-e704-4afe-8c10-52cae6b3fd91 HTTP/1.1" status: 200 len: 946 time: 0.0566361 Aug 05 04:27:24.077211 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5868aee3-6b3a-47ef-a881-bd6a5a520a0f req-484b46ec-ed09-48d0-a7d8-d42db47d8970 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:27:24.078574 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-5868aee3-6b3a-47ef-a881-bd6a5a520a0f req-484b46ec-ed09-48d0-a7d8-d42db47d8970 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] 10.222.0.39 "GET /v2.0/networks?id=9c2b2137-69fe-4a55-a9a9-a7df818b8725 HTTP/1.1" status: 200 len: 813 time: 0.1073787 Aug 05 04:27:24.086523 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-250e5fcf-409d-4c17-b058-750cbfcf0bc7 req-fa267130-de2c-4ca3-b7e7-9747d29d1c4d tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c1fea28-8593-4774-81e1-7f4d3c58ebed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438368 Aug 05 04:27:24.112995 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [req-5868aee3-6b3a-47ef-a881-bd6a5a520a0f req-c326ec50-b2ec-4904-8927-14d5bca5124f tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Request body: {'port': {'device_id': 'b894ee9b-9d12-4cc5-950c-d2eaa7033d81', 'network_id': '9c2b2137-69fe-4a55-a9a9-a7df818b8725', 'admin_state_up': True, 'tenant_id': '79070a9d3f8e438fbbec93f519c44426'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:27:24.140976 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6c9a79af-d233-4f6e-945f-c53f15d17e16 req-48f988a2-f310-4b16-bd42-2ef476df9588 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] 10.222.0.37 "GET /v2.0/ports?device_id=b894ee9b-9d12-4cc5-950c-d2eaa7033d81 HTTP/1.1" status: 200 len: 210 time: 0.0255346 Aug 05 04:27:24.218675 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5868aee3-6b3a-47ef-a881-bd6a5a520a0f req-c326ec50-b2ec-4904-8927-14d5bca5124f tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Made reservation on behalf of 79070a9d3f8e438fbbec93f519c44426 for: {'port': 1} {{(pid=93251) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 04:27:24.221999 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-5868aee3-6b3a-47ef-a881-bd6a5a520a0f req-c326ec50-b2ec-4904-8927-14d5bca5124f tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:24.351961 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.db_base_plugin_common [req-5868aee3-6b3a-47ef-a881-bd6a5a520a0f req-c326ec50-b2ec-4904-8927-14d5bca5124f tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Allocated IP 172.20.0.8 (9c2b2137-69fe-4a55-a9a9-a7df818b8725/7d5a57ba-23c0-437c-ae13-0d863b340f95/3117a683-7ebb-4b69-bd83-a9b636705307) {{(pid=93251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 04:27:24.505045 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-5868aee3-6b3a-47ef-a881-bd6a5a520a0f req-c326ec50-b2ec-4904-8927-14d5bca5124f tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Notify callbacks [] for port, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:24.522135 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [req-5868aee3-6b3a-47ef-a881-bd6a5a520a0f req-c326ec50-b2ec-4904-8927-14d5bca5124f tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Transition to ACTIVE for port object 3117a683-7ebb-4b69-bd83-a9b636705307 will not be triggered until provisioned by entity DHCP. {{(pid=93251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 04:27:24.559980 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-5868aee3-6b3a-47ef-a881-bd6a5a520a0f req-c326ec50-b2ec-4904-8927-14d5bca5124f tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763712145875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8933231'] for port, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:24.604351 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5868aee3-6b3a-47ef-a881-bd6a5a520a0f req-c326ec50-b2ec-4904-8927-14d5bca5124f tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Network 9c2b2137-69fe-4a55-a9a9-a7df818b8725 is already hosted by enough agents. {{(pid=93251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 04:27:24.608286 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [req-5868aee3-6b3a-47ef-a881-bd6a5a520a0f req-c326ec50-b2ec-4904-8927-14d5bca5124f tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Resources bound (agent type, host, resource id): {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 04:27:24.612087 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [req-5868aee3-6b3a-47ef-a881-bd6a5a520a0f req-c326ec50-b2ec-4904-8927-14d5bca5124f tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Received port after_create {{(pid=93251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 04:27:24.654026 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c326ec50-b2ec-4904-8927-14d5bca5124f tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Pushing event updated for resources: {'Port': ['ID=3117a683-7ebb-4b69-bd83-a9b636705307,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:27:24.678673 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5868aee3-6b3a-47ef-a881-bd6a5a520a0f req-c326ec50-b2ec-4904-8927-14d5bca5124f tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:27:24.679673 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-5868aee3-6b3a-47ef-a881-bd6a5a520a0f req-c326ec50-b2ec-4904-8927-14d5bca5124f tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224329'] for port, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:24.700069 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-5868aee3-6b3a-47ef-a881-bd6a5a520a0f req-c326ec50-b2ec-4904-8927-14d5bca5124f tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5909364 Aug 05 04:27:24.888518 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-aed57b3d-76c6-4e27-a676-af7bef738c4c None None] Provisioning for port 3117a683-7ebb-4b69-bd83-a9b636705307 completed by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 04:27:24.892252 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-aed57b3d-76c6-4e27-a676-af7bef738c4c None None] Provisioning complete for port 3117a683-7ebb-4b69-bd83-a9b636705307 triggered by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 04:27:24.892622 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-aed57b3d-76c6-4e27-a676-af7bef738c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66839334'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:24.930216 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-aed57b3d-76c6-4e27-a676-af7bef738c4c None None] Port 3117a683-7ebb-4b69-bd83-a9b636705307 cannot update to ACTIVE because it is not bound. {{(pid=93252) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 04:27:25.209751 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b79c0b0-0bdf-40db-af97-a61e67f469bd req-8428745a-0a7d-414e-adfb-9cc6ce9dac8e tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:27:25.212602 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8b79c0b0-0bdf-40db-af97-a61e67f469bd req-8428745a-0a7d-414e-adfb-9cc6ce9dac8e tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=eee8bae2-e704-4afe-8c10-52cae6b3fd91 HTTP/1.1" status: 200 len: 946 time: 0.0507605 Aug 05 04:27:25.253030 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8b79c0b0-0bdf-40db-af97-a61e67f469bd req-76e0b665-2f8c-4a34-9b66-51551ac0c3b3 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c1fea28-8593-4774-81e1-7f4d3c58ebed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340526 Aug 05 04:27:25.363778 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f84dad-203e-4ef5-b731-893446560922 req-488644ac-f035-4598-8a4f-3319dacf4c34 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:27:25.365266 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-47f84dad-203e-4ef5-b731-893446560922 req-488644ac-f035-4598-8a4f-3319dacf4c34 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] 10.222.0.37 "GET /v2.0/ports?device_id=b894ee9b-9d12-4cc5-950c-d2eaa7033d81 HTTP/1.1" status: 200 len: 931 time: 0.0491705 Aug 05 04:27:25.408542 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-47f84dad-203e-4ef5-b731-893446560922 req-fb6806c0-c8ce-4d1e-aa01-974a05b61ee3 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] 10.222.0.37 "GET /v2.0/security-groups?id=570d81e3-ddcd-4e93-b0e6-1ef91da633db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361402 Aug 05 04:27:26.375967 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd4a7ae-3025-4a26-bab4-694718284c22 req-186d346d-359a-42a6-beb8-f430dd633f32 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:27:26.377441 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3dd4a7ae-3025-4a26-bab4-694718284c22 req-186d346d-359a-42a6-beb8-f430dd633f32 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=eee8bae2-e704-4afe-8c10-52cae6b3fd91 HTTP/1.1" status: 200 len: 946 time: 0.0504370 Aug 05 04:27:26.415972 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3dd4a7ae-3025-4a26-bab4-694718284c22 req-41e447e2-ffc6-453b-98bf-cba9f65dc3db tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c1fea28-8593-4774-81e1-7f4d3c58ebed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323899 Aug 05 04:27:26.535716 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e9ba5f-9748-4c19-9f8b-82426eaf1a88 req-9ab782a4-46c1-49d6-ba19-d85291adc092 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:27:26.537209 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-58e9ba5f-9748-4c19-9f8b-82426eaf1a88 req-9ab782a4-46c1-49d6-ba19-d85291adc092 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] 10.222.0.37 "GET /v2.0/ports?device_id=b894ee9b-9d12-4cc5-950c-d2eaa7033d81 HTTP/1.1" status: 200 len: 931 time: 0.0492887 Aug 05 04:27:26.578277 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-58e9ba5f-9748-4c19-9f8b-82426eaf1a88 req-f5a3897e-538b-4022-a039-3f6106a5249f tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] 10.222.0.37 "GET /v2.0/security-groups?id=570d81e3-ddcd-4e93-b0e6-1ef91da633db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350192 Aug 05 04:27:27.548305 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c64203-33d7-45a0-b547-912608907a78 req-c518ad94-b8ed-42d2-a5c8-04aad2dca853 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:27:27.549777 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-07c64203-33d7-45a0-b547-912608907a78 req-c518ad94-b8ed-42d2-a5c8-04aad2dca853 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=eee8bae2-e704-4afe-8c10-52cae6b3fd91 HTTP/1.1" status: 200 len: 946 time: 0.0545497 Aug 05 04:27:27.592594 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-07c64203-33d7-45a0-b547-912608907a78 req-746b80ee-78ad-4db5-8db1-82837accd6bc tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c1fea28-8593-4774-81e1-7f4d3c58ebed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363388 Aug 05 04:27:27.696396 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45299254-f02b-4f58-9f89-ebaaf4916d08 req-60070fbe-4441-4719-9143-5ba4342da231 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:27:27.698470 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-45299254-f02b-4f58-9f89-ebaaf4916d08 req-60070fbe-4441-4719-9143-5ba4342da231 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] 10.222.0.37 "GET /v2.0/ports?device_id=b894ee9b-9d12-4cc5-950c-d2eaa7033d81 HTTP/1.1" status: 200 len: 931 time: 0.0496068 Aug 05 04:27:27.741042 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-45299254-f02b-4f58-9f89-ebaaf4916d08 req-2945792a-670a-456d-ab7c-dbb27b291a57 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] 10.222.0.37 "GET /v2.0/security-groups?id=570d81e3-ddcd-4e93-b0e6-1ef91da633db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359147 Aug 05 04:27:28.710272 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6954c6-6815-4484-8f67-bde21ba993b0 req-d6c07f4c-5712-485c-9ea4-61cff1de5b9a tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:27:28.711781 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-bb6954c6-6815-4484-8f67-bde21ba993b0 req-d6c07f4c-5712-485c-9ea4-61cff1de5b9a tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=eee8bae2-e704-4afe-8c10-52cae6b3fd91 HTTP/1.1" status: 200 len: 946 time: 0.0487003 Aug 05 04:27:28.750822 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-bb6954c6-6815-4484-8f67-bde21ba993b0 req-de87c337-c388-4f6e-9c34-4d1538e3a8d6 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c1fea28-8593-4774-81e1-7f4d3c58ebed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327311 Aug 05 04:27:28.857283 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f3754e-9021-4cf0-8ec3-1c7f4d1456bb req-d4a18f7d-fcca-4a12-98fa-15fe9c9b2f9c tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:27:28.858674 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-68f3754e-9021-4cf0-8ec3-1c7f4d1456bb req-d4a18f7d-fcca-4a12-98fa-15fe9c9b2f9c tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] 10.222.0.37 "GET /v2.0/ports?device_id=b894ee9b-9d12-4cc5-950c-d2eaa7033d81 HTTP/1.1" status: 200 len: 931 time: 0.0510333 Aug 05 04:27:28.899917 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-68f3754e-9021-4cf0-8ec3-1c7f4d1456bb req-b0c8c28c-e945-41be-add1-920738a3b039 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] 10.222.0.37 "GET /v2.0/security-groups?id=570d81e3-ddcd-4e93-b0e6-1ef91da633db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353742 Aug 05 04:27:29.871319 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881111b7-a182-4bdc-8f6f-f103fbceadd3 req-a2cc17e3-b647-44d4-897a-9431210a8578 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:27:29.872793 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-881111b7-a182-4bdc-8f6f-f103fbceadd3 req-a2cc17e3-b647-44d4-897a-9431210a8578 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=eee8bae2-e704-4afe-8c10-52cae6b3fd91 HTTP/1.1" status: 200 len: 946 time: 0.0506938 Aug 05 04:27:29.917360 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-881111b7-a182-4bdc-8f6f-f103fbceadd3 req-e235db47-9f56-47ce-b9d4-e4e624d25c48 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c1fea28-8593-4774-81e1-7f4d3c58ebed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385387 Aug 05 04:27:30.023237 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7962df46-af2c-48ea-899b-55a29a74b43a req-f75918bf-c8bd-42f5-a1dd-9abbc29ff39d tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:27:30.025130 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7962df46-af2c-48ea-899b-55a29a74b43a req-f75918bf-c8bd-42f5-a1dd-9abbc29ff39d tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] 10.222.0.37 "GET /v2.0/ports?device_id=b894ee9b-9d12-4cc5-950c-d2eaa7033d81 HTTP/1.1" status: 200 len: 931 time: 0.0504305 Aug 05 04:27:30.067586 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7962df46-af2c-48ea-899b-55a29a74b43a req-386d3eec-da67-4e7e-ab25-ecb5dda7ad83 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] 10.222.0.37 "GET /v2.0/security-groups?id=570d81e3-ddcd-4e93-b0e6-1ef91da633db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348549 Aug 05 04:27:31.035820 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161590db-301d-491e-a113-583d48ac0774 req-261f24de-4d2a-49fa-a9c8-1a2d0f86c078 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:27:31.037287 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-161590db-301d-491e-a113-583d48ac0774 req-261f24de-4d2a-49fa-a9c8-1a2d0f86c078 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=eee8bae2-e704-4afe-8c10-52cae6b3fd91 HTTP/1.1" status: 200 len: 946 time: 0.0483518 Aug 05 04:27:31.080092 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-161590db-301d-491e-a113-583d48ac0774 req-d7f66d0b-379b-4748-8d7e-1ee4be342ef5 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c1fea28-8593-4774-81e1-7f4d3c58ebed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362735 Aug 05 04:27:31.184237 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6060be5c-85c7-44d6-84d6-466253beab7a req-b0dda911-8d5e-4043-8367-9e50808a01dc tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:27:31.185714 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6060be5c-85c7-44d6-84d6-466253beab7a req-b0dda911-8d5e-4043-8367-9e50808a01dc tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] 10.222.0.37 "GET /v2.0/ports?device_id=b894ee9b-9d12-4cc5-950c-d2eaa7033d81 HTTP/1.1" status: 200 len: 931 time: 0.0486357 Aug 05 04:27:31.224341 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6060be5c-85c7-44d6-84d6-466253beab7a req-37612c56-170e-46f5-a98d-fba0f39bde15 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] 10.222.0.37 "GET /v2.0/security-groups?id=570d81e3-ddcd-4e93-b0e6-1ef91da633db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326841 Aug 05 04:27:32.201116 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b2a307-8e0a-41f3-9ec7-e72ed3cc8f4a req-36567c42-ce85-42ec-95d0-50f0a98f96f4 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:27:32.202822 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-99b2a307-8e0a-41f3-9ec7-e72ed3cc8f4a req-36567c42-ce85-42ec-95d0-50f0a98f96f4 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=eee8bae2-e704-4afe-8c10-52cae6b3fd91 HTTP/1.1" status: 200 len: 946 time: 0.0498524 Aug 05 04:27:32.244754 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-99b2a307-8e0a-41f3-9ec7-e72ed3cc8f4a req-badb8774-1193-4302-aff0-5d889f99b363 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c1fea28-8593-4774-81e1-7f4d3c58ebed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359058 Aug 05 04:27:32.349758 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6834d71-72e3-49ea-befb-de87d38235ef req-d3ed612d-47a0-4a29-a09a-97bccbbc81f4 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:27:32.351263 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c6834d71-72e3-49ea-befb-de87d38235ef req-d3ed612d-47a0-4a29-a09a-97bccbbc81f4 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] 10.222.0.37 "GET /v2.0/ports?device_id=b894ee9b-9d12-4cc5-950c-d2eaa7033d81 HTTP/1.1" status: 200 len: 931 time: 0.0485580 Aug 05 04:27:32.393294 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c6834d71-72e3-49ea-befb-de87d38235ef req-e8d33bd7-8d24-4c9d-9e1d-c1856a3ede39 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] 10.222.0.37 "GET /v2.0/security-groups?id=570d81e3-ddcd-4e93-b0e6-1ef91da633db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350425 Aug 05 04:27:32.715123 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-c9380251-5740-4fd9-ab7e-f89011561301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:33.367521 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3ddd37-0891-4936-bb90-337c405dba11 req-73c031b7-a5c2-4aa7-8d83-60705c1d6148 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:27:33.369027 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9e3ddd37-0891-4936-bb90-337c405dba11 req-73c031b7-a5c2-4aa7-8d83-60705c1d6148 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=eee8bae2-e704-4afe-8c10-52cae6b3fd91 HTTP/1.1" status: 200 len: 946 time: 0.0499234 Aug 05 04:27:33.408854 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9e3ddd37-0891-4936-bb90-337c405dba11 req-09559543-d0bc-40ee-82df-5cf2929430f2 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c1fea28-8593-4774-81e1-7f4d3c58ebed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329831 Aug 05 04:27:33.515116 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f6a7ed-ed66-4e01-86eb-7f09b164329a req-5c7b722e-de29-49fa-bf38-6e40316954a4 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:27:33.516920 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-03f6a7ed-ed66-4e01-86eb-7f09b164329a req-5c7b722e-de29-49fa-bf38-6e40316954a4 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] 10.222.0.37 "GET /v2.0/ports?device_id=b894ee9b-9d12-4cc5-950c-d2eaa7033d81 HTTP/1.1" status: 200 len: 931 time: 0.0502751 Aug 05 04:27:33.560001 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-03f6a7ed-ed66-4e01-86eb-7f09b164329a req-b7c074d7-610d-47ca-bc94-82a4965f4867 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] 10.222.0.37 "GET /v2.0/security-groups?id=570d81e3-ddcd-4e93-b0e6-1ef91da633db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369630 Aug 05 04:27:34.534325 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc0aad2-9ca3-43e2-98c9-c0069c870dc8 req-67132e44-36d9-4677-9cf7-020d0b66c693 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:27:34.536078 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1cc0aad2-9ca3-43e2-98c9-c0069c870dc8 req-67132e44-36d9-4677-9cf7-020d0b66c693 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=eee8bae2-e704-4afe-8c10-52cae6b3fd91 HTTP/1.1" status: 200 len: 946 time: 0.0508573 Aug 05 04:27:34.580311 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1cc0aad2-9ca3-43e2-98c9-c0069c870dc8 req-f8e2f8d2-5b3f-4b97-b5da-77e03bf7194a tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c1fea28-8593-4774-81e1-7f4d3c58ebed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381315 Aug 05 04:27:34.685572 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384affe8-3c6d-4421-bf6b-4d7aef58fd98 req-6dc1adda-c62a-432b-8eb5-3a8bd39ce1de tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:27:34.687128 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-384affe8-3c6d-4421-bf6b-4d7aef58fd98 req-6dc1adda-c62a-432b-8eb5-3a8bd39ce1de tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] 10.222.0.37 "GET /v2.0/ports?device_id=b894ee9b-9d12-4cc5-950c-d2eaa7033d81 HTTP/1.1" status: 200 len: 931 time: 0.0492184 Aug 05 04:27:34.726749 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-384affe8-3c6d-4421-bf6b-4d7aef58fd98 req-c67d604e-657a-462c-9b6b-744f2df2bdc8 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] 10.222.0.37 "GET /v2.0/security-groups?id=570d81e3-ddcd-4e93-b0e6-1ef91da633db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336568 Aug 05 04:27:35.145056 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-dbe6fc62-bc9f-4dfe-91f5-2c7a58c6432c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:35.326246 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:35.700695 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cc65c8-57a9-430b-8958-673b95734ecd req-d258beee-6232-41a3-a9ae-992388395bd6 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:27:35.702145 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-38cc65c8-57a9-430b-8958-673b95734ecd req-d258beee-6232-41a3-a9ae-992388395bd6 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=eee8bae2-e704-4afe-8c10-52cae6b3fd91 HTTP/1.1" status: 200 len: 946 time: 0.0490894 Aug 05 04:27:35.739534 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-38cc65c8-57a9-430b-8958-673b95734ecd req-5f336ec8-a911-4ee7-a5d7-9bb2cbaf1a89 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c1fea28-8593-4774-81e1-7f4d3c58ebed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310912 Aug 05 04:27:35.844741 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4038b168-faef-4e1a-9a74-d450d5ff6861 req-2069e49c-ffda-4895-87b0-4be2316729c1 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:27:35.846169 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4038b168-faef-4e1a-9a74-d450d5ff6861 req-2069e49c-ffda-4895-87b0-4be2316729c1 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] 10.222.0.37 "GET /v2.0/ports?device_id=b894ee9b-9d12-4cc5-950c-d2eaa7033d81 HTTP/1.1" status: 200 len: 931 time: 0.0491436 Aug 05 04:27:35.884921 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4038b168-faef-4e1a-9a74-d450d5ff6861 req-8f5b4286-2495-426d-adae-d9ca585b3b25 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] 10.222.0.37 "GET /v2.0/security-groups?id=570d81e3-ddcd-4e93-b0e6-1ef91da633db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330005 Aug 05 04:27:36.322150 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-03641130-cd72-49d2-95a2-84c2adaa14ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:37.061831 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43042184-a2cd-48a2-a31d-e7d06c09a1cb req-13a5b0c6-b84b-4ced-93bd-cc4038148897 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:27:37.063514 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-43042184-a2cd-48a2-a31d-e7d06c09a1cb req-13a5b0c6-b84b-4ced-93bd-cc4038148897 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=eee8bae2-e704-4afe-8c10-52cae6b3fd91 HTTP/1.1" status: 200 len: 946 time: 0.2540147 Aug 05 04:27:37.099717 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-43042184-a2cd-48a2-a31d-e7d06c09a1cb req-4afe35a4-c0cd-4df7-bfff-8617e89b47c2 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c1fea28-8593-4774-81e1-7f4d3c58ebed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302916 Aug 05 04:27:37.201907 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e102f1-af21-46a7-918c-100979631779 req-f80fab90-a135-4b45-829c-5f6ad3c8888c tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:27:37.203517 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-60e102f1-af21-46a7-918c-100979631779 req-f80fab90-a135-4b45-829c-5f6ad3c8888c tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] 10.222.0.37 "GET /v2.0/ports?device_id=b894ee9b-9d12-4cc5-950c-d2eaa7033d81 HTTP/1.1" status: 200 len: 931 time: 0.0473013 Aug 05 04:27:37.240638 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-60e102f1-af21-46a7-918c-100979631779 req-62b3220f-c59a-4b0b-9b76-50d3c18ee652 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] 10.222.0.37 "GET /v2.0/security-groups?id=570d81e3-ddcd-4e93-b0e6-1ef91da633db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312984 Aug 05 04:27:38.018926 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-6a2206e1-ea48-45a0-865e-aad2fcc79b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:38.213979 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84333c6e-9a88-4120-8a2c-7e047df4b737 req-fda314ee-63e5-4eb0-8b1d-aabee94536c4 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:27:38.215458 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-84333c6e-9a88-4120-8a2c-7e047df4b737 req-fda314ee-63e5-4eb0-8b1d-aabee94536c4 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=eee8bae2-e704-4afe-8c10-52cae6b3fd91 HTTP/1.1" status: 200 len: 946 time: 0.0479822 Aug 05 04:27:38.255543 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-84333c6e-9a88-4120-8a2c-7e047df4b737 req-43c15a69-c9a1-4332-9368-d3917cc579a8 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c1fea28-8593-4774-81e1-7f4d3c58ebed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336473 Aug 05 04:27:38.357451 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa5ac48-77f9-41ae-9ccb-d5423de27029 req-9cf191ce-90ac-4737-956e-4e9efd0e8374 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:27:38.358904 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8fa5ac48-77f9-41ae-9ccb-d5423de27029 req-9cf191ce-90ac-4737-956e-4e9efd0e8374 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] 10.222.0.37 "GET /v2.0/ports?device_id=b894ee9b-9d12-4cc5-950c-d2eaa7033d81 HTTP/1.1" status: 200 len: 931 time: 0.0481052 Aug 05 04:27:38.394651 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8fa5ac48-77f9-41ae-9ccb-d5423de27029 req-4ded2c17-7dc6-4e9d-b154-3b3f15d74f39 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] 10.222.0.37 "GET /v2.0/security-groups?id=570d81e3-ddcd-4e93-b0e6-1ef91da633db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299480 Aug 05 04:27:39.377534 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5e1a6f-8732-4cf1-8c45-00c75259c9d3 req-f1d11115-e9cb-408a-b324-e7e5083622db tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:27:39.378999 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4a5e1a6f-8732-4cf1-8c45-00c75259c9d3 req-f1d11115-e9cb-408a-b324-e7e5083622db tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=eee8bae2-e704-4afe-8c10-52cae6b3fd91 HTTP/1.1" status: 200 len: 946 time: 0.0471950 Aug 05 04:27:39.382013 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [req-5868aee3-6b3a-47ef-a881-bd6a5a520a0f req-395a1292-02f7-4118-aebf-7a9fed608a65 service neutron] Request body: {'port': {'device_id': 'b894ee9b-9d12-4cc5-950c-d2eaa7033d81', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80300'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:27:39.417409 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4a5e1a6f-8732-4cf1-8c45-00c75259c9d3 req-9f3d2c48-2ea6-4a6d-aa62-c5986194a2df tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c1fea28-8593-4774-81e1-7f4d3c58ebed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320802 Aug 05 04:27:39.438941 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-5868aee3-6b3a-47ef-a881-bd6a5a520a0f req-395a1292-02f7-4118-aebf-7a9fed608a65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:39.524686 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9125c443-767c-42b2-90a2-6f8d9b0a4f95 req-a42d1f96-9be0-4c10-a522-a2635190f27b tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:27:39.526181 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9125c443-767c-42b2-90a2-6f8d9b0a4f95 req-a42d1f96-9be0-4c10-a522-a2635190f27b tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] 10.222.0.37 "GET /v2.0/ports?device_id=b894ee9b-9d12-4cc5-950c-d2eaa7033d81 HTTP/1.1" status: 200 len: 931 time: 0.0495069 Aug 05 04:27:39.567564 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9125c443-767c-42b2-90a2-6f8d9b0a4f95 req-323e6006-09ad-4f43-9fab-8709ba79450f tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] 10.222.0.37 "GET /v2.0/security-groups?id=570d81e3-ddcd-4e93-b0e6-1ef91da633db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344727 Aug 05 04:27:39.693714 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [req-5868aee3-6b3a-47ef-a881-bd6a5a520a0f req-395a1292-02f7-4118-aebf-7a9fed608a65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3117a683-7ebb-4b69-bd83-a9b636705307 {{(pid=93251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 04:27:39.701649 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-5868aee3-6b3a-47ef-a881-bd6a5a520a0f req-395a1292-02f7-4118-aebf-7a9fed608a65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:39.712868 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [req-5868aee3-6b3a-47ef-a881-bd6a5a520a0f req-395a1292-02f7-4118-aebf-7a9fed608a65 service neutron] Transition to ACTIVE for port object 3117a683-7ebb-4b69-bd83-a9b636705307 will not be triggered until provisioned by entity L2. {{(pid=93251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 04:27:39.716789 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-5868aee3-6b3a-47ef-a881-bd6a5a520a0f req-395a1292-02f7-4118-aebf-7a9fed608a65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8933222'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:39.763690 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395a1292-02f7-4118-aebf-7a9fed608a65 service neutron] Pushing event updated for resources: {'Port': ['ID=3117a683-7ebb-4b69-bd83-a9b636705307,revision_number=2']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:27:39.845573 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [req-5868aee3-6b3a-47ef-a881-bd6a5a520a0f req-395a1292-02f7-4118-aebf-7a9fed608a65 service neutron] Attempting to bind port 3117a683-7ebb-4b69-bd83-a9b636705307 on host hv-cinder-80300 for vnic_type normal with profile {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 04:27:39.845906 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [req-5868aee3-6b3a-47ef-a881-bd6a5a520a0f req-395a1292-02f7-4118-aebf-7a9fed608a65 service neutron] Attempting to bind port 3117a683-7ebb-4b69-bd83-a9b636705307 by drivers openvswitch,hyperv on host hv-cinder-80300 at level 0 using segments [{'id': 'f61e526f-192b-4532-90d4-bb25d73fe17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '9c2b2137-69fe-4a55-a9a9-a7df818b8725'}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 04:27:39.846228 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5868aee3-6b3a-47ef-a881-bd6a5a520a0f req-395a1292-02f7-4118-aebf-7a9fed608a65 service neutron] Attempting to bind port 3117a683-7ebb-4b69-bd83-a9b636705307 on network 9c2b2137-69fe-4a55-a9a9-a7df818b8725 {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 04:27:39.865338 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5868aee3-6b3a-47ef-a881-bd6a5a520a0f req-395a1292-02f7-4118-aebf-7a9fed608a65 service neutron] Port 3117a683-7ebb-4b69-bd83-a9b636705307 on network 9c2b2137-69fe-4a55-a9a9-a7df818b8725 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80300 {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 04:27:39.865657 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5868aee3-6b3a-47ef-a881-bd6a5a520a0f req-395a1292-02f7-4118-aebf-7a9fed608a65 service neutron] Attempting to bind port 3117a683-7ebb-4b69-bd83-a9b636705307 on network 9c2b2137-69fe-4a55-a9a9-a7df818b8725 {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 04:27:39.875085 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5868aee3-6b3a-47ef-a881-bd6a5a520a0f req-395a1292-02f7-4118-aebf-7a9fed608a65 service neutron] Checking agent: {'id': 'a0106253-c5a2-4978-ae01-2b305935773e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80300', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 4, 16, 33), 'started_at': datetime.datetime(2021, 8, 5, 4, 16, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 4, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 04:27:39.875414 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5868aee3-6b3a-47ef-a881-bd6a5a520a0f req-395a1292-02f7-4118-aebf-7a9fed608a65 service neutron] Checking segment: {'id': 'f61e526f-192b-4532-90d4-bb25d73fe17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '9c2b2137-69fe-4a55-a9a9-a7df818b8725'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 04:27:39.875790 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5868aee3-6b3a-47ef-a881-bd6a5a520a0f req-395a1292-02f7-4118-aebf-7a9fed608a65 service neutron] Bound using segment: {'id': 'f61e526f-192b-4532-90d4-bb25d73fe17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '9c2b2137-69fe-4a55-a9a9-a7df818b8725'} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 04:27:39.876206 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [req-5868aee3-6b3a-47ef-a881-bd6a5a520a0f req-395a1292-02f7-4118-aebf-7a9fed608a65 service neutron] Bound port: 3117a683-7ebb-4b69-bd83-a9b636705307, host: hv-cinder-80300, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f61e526f-192b-4532-90d4-bb25d73fe17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '9c2b2137-69fe-4a55-a9a9-a7df818b8725'}}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 04:27:39.876558 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-5868aee3-6b3a-47ef-a881-bd6a5a520a0f req-395a1292-02f7-4118-aebf-7a9fed608a65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:39.900398 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d9e6c1-abff-4f5b-be31-b23602f54052 req-d3417714-ed9f-4a9f-b0e5-5c513023db41 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:27:39.901843 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-a8d9e6c1-abff-4f5b-be31-b23602f54052 req-d3417714-ed9f-4a9f-b0e5-5c513023db41 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.39 "GET /v2.0/ports?device_id=eee8bae2-e704-4afe-8c10-52cae6b3fd91 HTTP/1.1" status: 200 len: 946 time: 0.0689363 Aug 05 04:27:40.009578 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [req-5868aee3-6b3a-47ef-a881-bd6a5a520a0f req-395a1292-02f7-4118-aebf-7a9fed608a65 service neutron] For port 3117a683-7ebb-4b69-bd83-a9b636705307, host hv-cinder-80300, cleared binding levels {{(pid=93251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 04:27:40.013111 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [req-5868aee3-6b3a-47ef-a881-bd6a5a520a0f req-395a1292-02f7-4118-aebf-7a9fed608a65 service neutron] For port 3117a683-7ebb-4b69-bd83-a9b636705307, host hv-cinder-80300, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=3117a683-7ebb-4b69-bd83-a9b636705307,segment=NetworkSegment(f61e526f-192b-4532-90d4-bb25d73fe17b),segment_id=f61e526f-192b-4532-90d4-bb25d73fe17b)] {{(pid=93251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 04:27:40.019192 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-5868aee3-6b3a-47ef-a881-bd6a5a520a0f req-395a1292-02f7-4118-aebf-7a9fed608a65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8933222'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:40.033128 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:40.059035 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5868aee3-6b3a-47ef-a881-bd6a5a520a0f req-395a1292-02f7-4118-aebf-7a9fed608a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:27:40.059672 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-5868aee3-6b3a-47ef-a881-bd6a5a520a0f req-395a1292-02f7-4118-aebf-7a9fed608a65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224329'] for port, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:40.061035 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-5868aee3-6b3a-47ef-a881-bd6a5a520a0f req-395a1292-02f7-4118-aebf-7a9fed608a65 service neutron] 10.222.0.39 "PUT /v2.0/ports/3117a683-7ebb-4b69-bd83-a9b636705307 HTTP/1.1" status: 200 len: 1093 time: 0.6833770 Aug 05 04:27:40.061428 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b894ee9b-9d12-4cc5-950c-d2eaa7033d81', 'tag': '3117a683-7ebb-4b69-bd83-a9b636705307'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 04:27:40.063646 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc51a2a5f300f30acac232ef327f3f01bb0f894a96a37a70efeb1c252096f2af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5dde63e-bb25-4e41-8db0-d4492d4395d8" -d '{"events": [{"name": "network-changed", "server_uuid": "b894ee9b-9d12-4cc5-950c-d2eaa7033d81", "tag": "3117a683-7ebb-4b69-bd83-a9b636705307"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 04:27:40.082640 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [req-a8d9e6c1-abff-4f5b-be31-b23602f54052 req-e99fc025-dec6-471a-a0a9-f93f5aa60f85 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Deleting port 5524ebfd-3cc1-4f2b-a36c-389488754646 {{(pid=93251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 04:27:40.082980 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-a8d9e6c1-abff-4f5b-be31-b23602f54052 req-e99fc025-dec6-471a-a0a9-f93f5aa60f85 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763712722935'] for port, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:40.112792 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 04:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d8e49d1-38a7-4c6a-9dd2-a0246ffda235 x-openstack-request-id: req-8d8e49d1-38a7-4c6a-9dd2-a0246ffda235 {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 04:27:40.113080 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b894ee9b-9d12-4cc5-950c-d2eaa7033d81", "tag": "3117a683-7ebb-4b69-bd83-a9b636705307", "status": "completed", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 04:27:40.113321 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8d8e49d1-38a7-4c6a-9dd2-a0246ffda235 {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 04:27:40.113711 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b894ee9b-9d12-4cc5-950c-d2eaa7033d81', 'tag': '3117a683-7ebb-4b69-bd83-a9b636705307', 'status': 'completed', 'code': 200} Aug 05 04:27:40.162229 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395a1292-02f7-4118-aebf-7a9fed608a65 service neutron] Pushing event updated for resources: {'Port': ['ID=3117a683-7ebb-4b69-bd83-a9b636705307,revision_number=3']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:27:40.217698 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5868aee3-6b3a-47ef-a881-bd6a5a520a0f req-3fb9008a-b151-4eb0-b144-b1ceebaf9ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:27:40.219201 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-5868aee3-6b3a-47ef-a881-bd6a5a520a0f req-3fb9008a-b151-4eb0-b144-b1ceebaf9ca5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=79070a9d3f8e438fbbec93f519c44426&device_id=b894ee9b-9d12-4cc5-950c-d2eaa7033d81 HTTP/1.1" status: 200 len: 1096 time: 0.0717256 Aug 05 04:27:40.220877 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [req-a8d9e6c1-abff-4f5b-be31-b23602f54052 req-e99fc025-dec6-471a-a0a9-f93f5aa60f85 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] For port 5524ebfd-3cc1-4f2b-a36c-389488754646, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=5524ebfd-3cc1-4f2b-a36c-389488754646,segment=NetworkSegment(c15a155e-2ad1-4b31-bffc-e72da913a471),segment_id=c15a155e-2ad1-4b31-bffc-e72da913a471)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:27:40.221232 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-a8d9e6c1-abff-4f5b-be31-b23602f54052 req-e99fc025-dec6-471a-a0a9-f93f5aa60f85 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-702725'] for port, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:40.300054 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-5868aee3-6b3a-47ef-a881-bd6a5a520a0f req-0260414c-9a06-4f93-b68e-cd3c516f6fa6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3117a683-7ebb-4b69-bd83-a9b636705307 HTTP/1.1" status: 200 len: 217 time: 0.0644228 Aug 05 04:27:40.394596 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5868aee3-6b3a-47ef-a881-bd6a5a520a0f req-bc88cce6-83b1-4bb7-b1bf-b376c4fe8036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:27:40.395899 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-5868aee3-6b3a-47ef-a881-bd6a5a520a0f req-bc88cce6-83b1-4bb7-b1bf-b376c4fe8036 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7d5a57ba-23c0-437c-ae13-0d863b340f95 HTTP/1.1" status: 200 len: 852 time: 0.0863032 Aug 05 04:27:40.478768 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-a8d9e6c1-abff-4f5b-be31-b23602f54052 req-e99fc025-dec6-471a-a0a9-f93f5aa60f85 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:40.479146 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-a8d9e6c1-abff-4f5b-be31-b23602f54052 req-e99fc025-dec6-471a-a0a9-f93f5aa60f85 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-699471'] for floatingip, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:40.479457 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.db.l3_db [req-a8d9e6c1-abff-4f5b-be31-b23602f54052 req-e99fc025-dec6-471a-a0a9-f93f5aa60f85 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Floating IP c4428d7d-247b-4398-bed2-75d0a7e2f393 disassociated. External IP: 172.27.3.84, port: 5524ebfd-3cc1-4f2b-a36c-389488754646. Aug 05 04:27:40.479795 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [req-a8d9e6c1-abff-4f5b-be31-b23602f54052 req-e99fc025-dec6-471a-a0a9-f93f5aa60f85 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Calling delete_port for 5524ebfd-3cc1-4f2b-a36c-389488754646 owned by compute:nova {{(pid=93251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 04:27:40.493818 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5868aee3-6b3a-47ef-a881-bd6a5a520a0f req-d1571482-969f-4cb4-b100-16c9b356d576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:27:40.495316 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-5868aee3-6b3a-47ef-a881-bd6a5a520a0f req-d1571482-969f-4cb4-b100-16c9b356d576 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9c2b2137-69fe-4a55-a9a9-a7df818b8725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0677960 Aug 05 04:27:40.543189 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30302ab4-3748-43ed-9e09-be623371e34f req-3464d041-ecea-4b70-aa5f-5733f5cd57bb tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:27:40.546515 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-30302ab4-3748-43ed-9e09-be623371e34f req-3464d041-ecea-4b70-aa5f-5733f5cd57bb tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=eee8bae2-e704-4afe-8c10-52cae6b3fd91 HTTP/1.1" status: 200 len: 946 time: 0.0494943 Aug 05 04:27:40.582989 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-30302ab4-3748-43ed-9e09-be623371e34f req-fabde06f-495e-4bb2-8ef0-e93959e47d41 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c1fea28-8593-4774-81e1-7f4d3c58ebed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321953 Aug 05 04:27:40.634440 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-5868aee3-6b3a-47ef-a881-bd6a5a520a0f req-a5be02d2-f875-4f88-be73-476d310e0242 service neutron] 10.222.0.39 "GET /v2.0/networks/9c2b2137-69fe-4a55-a9a9-a7df818b8725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061208 Aug 05 04:27:40.691074 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1897f919-0c25-4654-93bd-4779e680edfa req-8ebde21d-5883-4138-8f19-c264e58ef731 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:27:40.692581 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1897f919-0c25-4654-93bd-4779e680edfa req-8ebde21d-5883-4138-8f19-c264e58ef731 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] 10.222.0.37 "GET /v2.0/ports?device_id=b894ee9b-9d12-4cc5-950c-d2eaa7033d81 HTTP/1.1" status: 200 len: 943 time: 0.0476284 Aug 05 04:27:40.730606 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1897f919-0c25-4654-93bd-4779e680edfa req-1c8eca70-a006-4a1d-8f7f-ea0e9dc8ca93 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] 10.222.0.37 "GET /v2.0/security-groups?id=570d81e3-ddcd-4e93-b0e6-1ef91da633db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317307 Aug 05 04:27:40.733139 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-a8d9e6c1-abff-4f5b-be31-b23602f54052 req-e99fc025-dec6-471a-a0a9-f93f5aa60f85 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763712549039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763712145884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8933231'] for port, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:40.765867 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99fc025-dec6-471a-a0a9-f93f5aa60f85 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Pushing event deleted for resources: {'Port': ['ID=5524ebfd-3cc1-4f2b-a36c-389488754646,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:27:40.789585 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-5868aee3-6b3a-47ef-a881-bd6a5a520a0f req-f2bd0c20-70d7-463b-8d2f-e431561932de service neutron] 10.222.0.39 "GET /v2.0/networks/9c2b2137-69fe-4a55-a9a9-a7df818b8725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290057 Aug 05 04:27:41.149366 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dde63e-bb25-4e41-8db0-d4492d4395d8 req-3fe547c4-dcaa-42d8-8867-c87c84a3fe4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:27:41.150852 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-e5dde63e-bb25-4e41-8db0-d4492d4395d8 req-3fe547c4-dcaa-42d8-8867-c87c84a3fe4a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=79070a9d3f8e438fbbec93f519c44426&device_id=b894ee9b-9d12-4cc5-950c-d2eaa7033d81 HTTP/1.1" status: 200 len: 1096 time: 0.0866268 Aug 05 04:27:41.188239 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a8d9e6c1-abff-4f5b-be31-b23602f54052 req-e99fc025-dec6-471a-a0a9-f93f5aa60f85 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Router 1fed6997-f9c8-443d-8981-667366cf7183 has already been hosted by L3 agent 8e71ca1b-9911-44b3-bf09-1fce3db7ea9a {{(pid=93251) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 04:27:41.295418 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dde63e-bb25-4e41-8db0-d4492d4395d8 req-52f0c96d-e49d-4d29-ac60-d43a74ea47bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:27:41.296857 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-e5dde63e-bb25-4e41-8db0-d4492d4395d8 req-52f0c96d-e49d-4d29-ac60-d43a74ea47bf service neutron] 10.222.0.39 "GET /v2.0/networks?id=9c2b2137-69fe-4a55-a9a9-a7df818b8725 HTTP/1.1" status: 200 len: 914 time: 0.1372335 Aug 05 04:27:41.359351 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-e5dde63e-bb25-4e41-8db0-d4492d4395d8 req-8e6deb58-54d9-42aa-a0cc-f7b28d4bbeec service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3117a683-7ebb-4b69-bd83-a9b636705307 HTTP/1.1" status: 200 len: 217 time: 0.0378313 Aug 05 04:27:41.402143 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a8d9e6c1-abff-4f5b-be31-b23602f54052 req-e99fc025-dec6-471a-a0a9-f93f5aa60f85 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Notify agent at l3_agent.dv-cinder-803000-4-iscsi the message routers_updated {{(pid=93251) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 04:27:41.413623 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21035c2-d1c8-4685-a315-2fdaafb61406 None None] Sync routers for ids ['1fed6997-f9c8-443d-8981-667366cf7183'] in dv-cinder-803000-4-iscsi {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 04:27:41.424310 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21035c2-d1c8-4685-a315-2fdaafb61406 None None] Routers {'1fed6997-f9c8-443d-8981-667366cf7183'} bound to L3 agent in host dv-cinder-803000-4-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 04:27:41.424941 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-f21035c2-d1c8-4685-a315-2fdaafb61406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-05T04:10:35Z,description=,heartbeat_timestamp=2021-08-05T04:27:35Z,host='dv-cinder-803000-4-iscsi',id=8e71ca1b-9911-44b3-bf09-1fce3db7ea9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T04:10:35Z,topic='l3_agent')) {'router_ids': ['1fed6997-f9c8-443d-8981-667366cf7183'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:27:41.434102 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dde63e-bb25-4e41-8db0-d4492d4395d8 req-52c4951c-b750-410d-90ae-1b290af8f646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:27:41.436100 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-e5dde63e-bb25-4e41-8db0-d4492d4395d8 req-52c4951c-b750-410d-90ae-1b290af8f646 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7d5a57ba-23c0-437c-ae13-0d863b340f95 HTTP/1.1" status: 200 len: 852 time: 0.0690596 Aug 05 04:27:41.456715 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8d9e6c1-abff-4f5b-be31-b23602f54052 req-e99fc025-dec6-471a-a0a9-f93f5aa60f85 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] No DVR routers for this DVR port 5524ebfd-3cc1-4f2b-a36c-389488754646 on host hv-cinder-80300 {{(pid=93251) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 04:27:41.459771 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-a8d9e6c1-abff-4f5b-be31-b23602f54052 req-e99fc025-dec6-471a-a0a9-f93f5aa60f85 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224329'] for port, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:41.461695 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-a8d9e6c1-abff-4f5b-be31-b23602f54052 req-e99fc025-dec6-471a-a0a9-f93f5aa60f85 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.39 "DELETE /v2.0/ports/5524ebfd-3cc1-4f2b-a36c-389488754646 HTTP/1.1" status: 204 len: 173 time: 1.5401421 Aug 05 04:27:41.488996 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dde63e-bb25-4e41-8db0-d4492d4395d8 req-141fa4f4-ccc7-4a48-82d1-754eb494f649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:27:41.490443 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-e5dde63e-bb25-4e41-8db0-d4492d4395d8 req-141fa4f4-ccc7-4a48-82d1-754eb494f649 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9c2b2137-69fe-4a55-a9a9-a7df818b8725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417495 Aug 05 04:27:41.542261 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-f21035c2-d1c8-4685-a315-2fdaafb61406 None None] Set router 1fed6997-f9c8-443d-8981-667366cf7183 gateway port host: dv-cinder-803000-4-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 04:27:41.600785 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-e5dde63e-bb25-4e41-8db0-d4492d4395d8 req-e0ab41cb-06a2-4344-8856-e3cf1a536c70 service neutron] 10.222.0.39 "GET /v2.0/networks/9c2b2137-69fe-4a55-a9a9-a7df818b8725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997996 Aug 05 04:27:41.704759 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5afe4a64-b2b8-4f47-a853-488d17c87c62 req-b4051e3d-d3bb-4011-ad2f-a4b1374a22ee tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=eee8bae2-e704-4afe-8c10-52cae6b3fd91 HTTP/1.1" status: 200 len: 210 time: 0.0294664 Aug 05 04:27:41.741415 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-e5dde63e-bb25-4e41-8db0-d4492d4395d8 req-22f48779-58ab-43bb-8e3a-cfe5471c16be service neutron] 10.222.0.39 "GET /v2.0/networks/9c2b2137-69fe-4a55-a9a9-a7df818b8725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000433 Aug 05 04:27:41.850779 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc1b457-b806-4a1d-abe4-827f2a6ca3a7 req-3a0eac4a-f0b8-4fbd-9829-320507ca3998 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:27:41.852253 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4cc1b457-b806-4a1d-abe4-827f2a6ca3a7 req-3a0eac4a-f0b8-4fbd-9829-320507ca3998 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] 10.222.0.37 "GET /v2.0/ports?device_id=b894ee9b-9d12-4cc5-950c-d2eaa7033d81 HTTP/1.1" status: 200 len: 943 time: 0.0527182 Aug 05 04:27:41.873484 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-f21035c2-d1c8-4685-a315-2fdaafb61406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fed6997-f9c8-443d-8981-667366cf7183', 'name': 'tempest-AttachVolumeShelveTestJSON-1510877057-router', 'tenant_id': 'fd61998732194217b5bf2455115f2cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'external_fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '901c0e86-7da9-4bdd-ada5-ef1bfc37774b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:22:16Z', 'updated_at': '2021-08-05T04:22:19Z', 'revision_number': 4, 'project_id': 'fd61998732194217b5bf2455115f2cdf', 'gw_port': {'id': '901c0e86-7da9-4bdd-ada5-ef1bfc37774b', 'name': '', 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:84:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fed6997-f9c8-443d-8981-667366cf7183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:22:17Z', 'updated_at': '2021-08-05T04:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-4-iscsi', '_interfaces': [{'id': 'fdfe607b-d07e-4785-b3c3-ba59c32b6231', 'name': '', 'network_id': '9a0e0e93-71ba-478a-a257-4e786b1050bd', 'tenant_id': 'fd61998732194217b5bf2455115f2cdf', 'mac_address': 'fa:16:3e:ed:b7:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fed6997-f9c8-443d-8981-667366cf7183', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '1d9bb622-7c5a-45bd-8077-93c9d1b98081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:22:19Z', 'updated_at': '2021-08-05T04:22:24Z', 'revision_number': 5, 'project_id': 'fd61998732194217b5bf2455115f2cdf', 'subnets': [{'id': '1d9bb622-7c5a-45bd-8077-93c9d1b98081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803000-4-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:27:41.889760 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4cc1b457-b806-4a1d-abe4-827f2a6ca3a7 req-419bcc4c-e41e-4c64-b063-28a41e50182e tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] 10.222.0.37 "GET /v2.0/security-groups?id=570d81e3-ddcd-4e93-b0e6-1ef91da633db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314825 Aug 05 04:27:41.903963 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21035c2-d1c8-4685-a315-2fdaafb61406 None None] Checking router: 1fed6997-f9c8-443d-8981-667366cf7183 for host: dv-cinder-803000-4-iscsi {{(pid=93252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 04:27:41.912175 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21035c2-d1c8-4685-a315-2fdaafb61406 None None] Routers {'1fed6997-f9c8-443d-8981-667366cf7183'} bound to L3 agent in host dv-cinder-803000-4-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 04:27:41.912779 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-f21035c2-d1c8-4685-a315-2fdaafb61406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-05T04:10:35Z,description=,heartbeat_timestamp=2021-08-05T04:27:35Z,host='dv-cinder-803000-4-iscsi',id=8e71ca1b-9911-44b3-bf09-1fce3db7ea9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T04:10:35Z,topic='l3_agent')) {'router_ids': ['1fed6997-f9c8-443d-8981-667366cf7183'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:27:42.015566 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-f21035c2-d1c8-4685-a315-2fdaafb61406 None None] Set router 1fed6997-f9c8-443d-8981-667366cf7183 gateway port host: dv-cinder-803000-4-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 04:27:42.114981 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eee8bae2-e704-4afe-8c10-52cae6b3fd91', 'name': 'network-vif-deleted', 'tag': '5524ebfd-3cc1-4f2b-a36c-389488754646'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 04:27:42.117409 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc51a2a5f300f30acac232ef327f3f01bb0f894a96a37a70efeb1c252096f2af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48d548c8-de91-4c44-8bdb-a499799b38bf" -d '{"events": [{"server_uuid": "eee8bae2-e704-4afe-8c10-52cae6b3fd91", "name": "network-vif-deleted", "tag": "5524ebfd-3cc1-4f2b-a36c-389488754646"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 04:27:42.161110 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 04:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dfe69ab-8cba-4d8e-95f1-0ac1c674732e x-openstack-request-id: req-8dfe69ab-8cba-4d8e-95f1-0ac1c674732e {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 04:27:42.161502 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eee8bae2-e704-4afe-8c10-52cae6b3fd91", "name": "network-vif-deleted", "tag": "5524ebfd-3cc1-4f2b-a36c-389488754646", "status": "completed", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 04:27:42.161828 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8dfe69ab-8cba-4d8e-95f1-0ac1c674732e {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 04:27:42.162290 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eee8bae2-e704-4afe-8c10-52cae6b3fd91', 'name': 'network-vif-deleted', 'tag': '5524ebfd-3cc1-4f2b-a36c-389488754646', 'status': 'completed', 'code': 200} Aug 05 04:27:42.214680 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-f21035c2-d1c8-4685-a315-2fdaafb61406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fed6997-f9c8-443d-8981-667366cf7183', 'name': 'tempest-AttachVolumeShelveTestJSON-1510877057-router', 'tenant_id': 'fd61998732194217b5bf2455115f2cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'external_fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '901c0e86-7da9-4bdd-ada5-ef1bfc37774b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:22:16Z', 'updated_at': '2021-08-05T04:22:19Z', 'revision_number': 4, 'project_id': 'fd61998732194217b5bf2455115f2cdf', 'gw_port': {'id': '901c0e86-7da9-4bdd-ada5-ef1bfc37774b', 'name': '', 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:84:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fed6997-f9c8-443d-8981-667366cf7183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:22:17Z', 'updated_at': '2021-08-05T04:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-4-iscsi', '_interfaces': [{'id': 'fdfe607b-d07e-4785-b3c3-ba59c32b6231', 'name': '', 'network_id': '9a0e0e93-71ba-478a-a257-4e786b1050bd', 'tenant_id': 'fd61998732194217b5bf2455115f2cdf', 'mac_address': 'fa:16:3e:ed:b7:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fed6997-f9c8-443d-8981-667366cf7183', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '1d9bb622-7c5a-45bd-8077-93c9d1b98081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:22:19Z', 'updated_at': '2021-08-05T04:22:24Z', 'revision_number': 5, 'project_id': 'fd61998732194217b5bf2455115f2cdf', 'subnets': [{'id': '1d9bb622-7c5a-45bd-8077-93c9d1b98081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803000-4-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:27:42.244965 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21035c2-d1c8-4685-a315-2fdaafb61406 None None] The sync data for ids ['1fed6997-f9c8-443d-8981-667366cf7183'] in dv-cinder-803000-4-iscsi is: [{'id': '1fed6997-f9c8-443d-8981-667366cf7183', 'name': 'tempest-AttachVolumeShelveTestJSON-1510877057-router', 'tenant_id': 'fd61998732194217b5bf2455115f2cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'external_fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '901c0e86-7da9-4bdd-ada5-ef1bfc37774b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:22:16Z', 'updated_at': '2021-08-05T04:22:19Z', 'revision_number': 4, 'project_id': 'fd61998732194217b5bf2455115f2cdf', 'gw_port': {'id': '901c0e86-7da9-4bdd-ada5-ef1bfc37774b', 'name': '', 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:84:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fed6997-f9c8-443d-8981-667366cf7183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:22:17Z', 'updated_at': '2021-08-05T04:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-4-iscsi', '_interfaces': [{'id': 'fdfe607b-d07e-4785-b3c3-ba59c32b6231', 'name': '', 'network_id': '9a0e0e93-71ba-478a-a257-4e786b1050bd', 'tenant_id': 'fd61998732194217b5bf2455115f2cdf', 'mac_address': 'fa:16:3e:ed:b7:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fed6997-f9c8-443d-8981-667366cf7183', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '1d9bb622-7c5a-45bd-8077-93c9d1b98081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:22:19Z', 'updated_at': '2021-08-05T04:22:24Z', 'revision_number': 5, 'project_id': 'fd61998732194217b5bf2455115f2cdf', 'subnets': [{'id': '1d9bb622-7c5a-45bd-8077-93c9d1b98081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 04:27:42.449453 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d14198-e7ff-496a-ba47-b82e2aeff312 None None] New status for floating IP c4428d7d-247b-4398-bed2-75d0a7e2f393: DOWN {{(pid=93253) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 04:27:42.793769 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 34058) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:27:42.847067 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8311d1dd-2687-4c3e-aaa3-6a08e93e8624 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:42.868572 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8311d1dd-2687-4c3e-aaa3-6a08e93e8624 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:42.913216 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8311d1dd-2687-4c3e-aaa3-6a08e93e8624 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:42.915781 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8311d1dd-2687-4c3e-aaa3-6a08e93e8624 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:42.916894 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-8311d1dd-2687-4c3e-aaa3-6a08e93e8624 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "DELETE /v2.0/security-groups/4c1fea28-8593-4774-81e1-7f4d3c58ebed HTTP/1.1" status: 204 len: 168 time: 0.1221268 Aug 05 04:27:42.919767 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 34062) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:27:42.925985 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8311d1dd-2687-4c3e-aaa3-6a08e93e8624 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c1fea28-8593-4774-81e1-7f4d3c58ebed,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:27:42.933252 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311d1dd-2687-4c3e-aaa3-6a08e93e8624 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:27:42.933601 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311d1dd-2687-4c3e-aaa3-6a08e93e8624 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:27:42.933939 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311d1dd-2687-4c3e-aaa3-6a08e93e8624 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:27:42.934819 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311d1dd-2687-4c3e-aaa3-6a08e93e8624 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:27:42.935153 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311d1dd-2687-4c3e-aaa3-6a08e93e8624 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:27:42.935480 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311d1dd-2687-4c3e-aaa3-6a08e93e8624 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:27:42.935803 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311d1dd-2687-4c3e-aaa3-6a08e93e8624 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:27:42.936126 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311d1dd-2687-4c3e-aaa3-6a08e93e8624 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:27:42.936448 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311d1dd-2687-4c3e-aaa3-6a08e93e8624 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:27:42.936783 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311d1dd-2687-4c3e-aaa3-6a08e93e8624 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:27:42.937103 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311d1dd-2687-4c3e-aaa3-6a08e93e8624 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:27:42.937418 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311d1dd-2687-4c3e-aaa3-6a08e93e8624 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:27:42.937568 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.api.v2.resource [None req-27261d65-97fe-4bd8-81cf-dc6a9e486e8c tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] show failed (client error): The resource could not be found. Aug 05 04:27:42.941667 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-27261d65-97fe-4bd8-81cf-dc6a9e486e8c tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups/4c1fea28-8593-4774-81e1-7f4d3c58ebed HTTP/1.1" status: 404 len: 347 time: 0.0174174 Aug 05 04:27:42.941815 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 34064) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:27:43.015317 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a46493-b5a2-427e-a96d-0b03c97f3b38 req-2cbfab29-f67d-436c-afd1-9f6903b7a219 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:27:43.016778 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-61a46493-b5a2-427e-a96d-0b03c97f3b38 req-2cbfab29-f67d-436c-afd1-9f6903b7a219 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] 10.222.0.37 "GET /v2.0/ports?device_id=b894ee9b-9d12-4cc5-950c-d2eaa7033d81 HTTP/1.1" status: 200 len: 943 time: 0.0485978 Aug 05 04:27:43.053569 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-61a46493-b5a2-427e-a96d-0b03c97f3b38 req-1c791e55-a1d0-416b-b525-dcb78b795ab1 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] 10.222.0.37 "GET /v2.0/security-groups?id=570d81e3-ddcd-4e93-b0e6-1ef91da633db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308855 Aug 05 04:27:43.064571 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-e6eea7e8-4a73-4f05-95be-1f530446f5d9 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Deleting port cc92e719-bcb7-4343-abc1-149ba6961523 {{(pid=93251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 04:27:43.064747 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-e6eea7e8-4a73-4f05-95be-1f530446f5d9 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763712722935'] for port, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:43.136731 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-e6eea7e8-4a73-4f05-95be-1f530446f5d9 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-702725'] for port, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:43.137049 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-e6eea7e8-4a73-4f05-95be-1f530446f5d9 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:43.150339 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-e6eea7e8-4a73-4f05-95be-1f530446f5d9 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Calling delete_port for cc92e719-bcb7-4343-abc1-149ba6961523 owned by network:floatingip {{(pid=93251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 04:27:43.276521 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-e6eea7e8-4a73-4f05-95be-1f530446f5d9 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763712549039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763712145884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8933231'] for port, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:43.301808 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eea7e8-4a73-4f05-95be-1f530446f5d9 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Pushing event deleted for resources: {'Port': ['ID=cc92e719-bcb7-4343-abc1-149ba6961523,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:27:43.359954 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-e6eea7e8-4a73-4f05-95be-1f530446f5d9 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Notify callbacks [] for floatingip, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:43.362350 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-e6eea7e8-4a73-4f05-95be-1f530446f5d9 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224329'] for floatingip, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:43.363486 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-e6eea7e8-4a73-4f05-95be-1f530446f5d9 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "DELETE /v2.0/floatingips/c4428d7d-247b-4398-bed2-75d0a7e2f393 HTTP/1.1" status: 204 len: 168 time: 0.4207873 Aug 05 04:27:43.728481 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 34070) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:27:43.733741 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-4306130c-388a-43bb-af8f-637f74e71d6b tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Request body: {'security_group': {'name': 'tempest-securitygroup--187476629', 'description': 'tempest-description--1423966992'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:27:43.760931 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-4306130c-388a-43bb-af8f-637f74e71d6b tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:43.842865 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-4306130c-388a-43bb-af8f-637f74e71d6b tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:43.846737 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-4306130c-388a-43bb-af8f-637f74e71d6b tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:43.875761 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-4306130c-388a-43bb-af8f-637f74e71d6b tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:43.876968 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-4306130c-388a-43bb-af8f-637f74e71d6b tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1474745 Aug 05 04:27:43.878069 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4306130c-388a-43bb-af8f-637f74e71d6b tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bd76916-8873-4c9f-b539-c841ab73c6e1,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:27:43.880042 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 34074) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:27:43.884893 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-a7cce6de-2ba2-423d-8bed-054ee8a39328 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Request body: {'security_group_rule': {'security_group_id': '5bd76916-8873-4c9f-b539-c841ab73c6e1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:27:43.915856 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a7cce6de-2ba2-423d-8bed-054ee8a39328 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:43.934601 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Device 3117a683-7ebb-4b69-bd83-a9b636705307 details requested by agent hyperv_hv-cinder-80300 with host hv-cinder-80300 {{(pid=93252) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 04:27:43.944596 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Device 5524ebfd-3cc1-4f2b-a36c-389488754646 no longer exists at agent hyperv_hv-cinder-80300 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 04:27:43.968742 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] No Port match for: 5524ebfd-3cc1-4f2b-a36c-389488754646 {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 04:27:43.969084 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Device 5524ebfd-3cc1-4f2b-a36c-389488754646 not bound to the agent host hv-cinder-80300 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 04:27:43.973230 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a7cce6de-2ba2-423d-8bed-054ee8a39328 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:43.976834 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a7cce6de-2ba2-423d-8bed-054ee8a39328 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617728'] for security_group_rule, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:43.993478 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cce6de-2ba2-423d-8bed-054ee8a39328 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99b67e66-5400-48e5-abf6-0b568dde96a7,revision_number=0']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:27:44.000519 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a7cce6de-2ba2-423d-8bed-054ee8a39328 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:44.004657 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-a7cce6de-2ba2-423d-8bed-054ee8a39328 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1210835 Aug 05 04:27:44.004983 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 34076) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:27:44.009880 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-0bf1049c-f894-41db-b116-dede96d5e619 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Request body: {'security_group_rule': {'security_group_id': '5bd76916-8873-4c9f-b539-c841ab73c6e1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:27:44.036535 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0bf1049c-f894-41db-b116-dede96d5e619 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:44.049072 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] For port 3117a683-7ebb-4b69-bd83-a9b636705307, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=3117a683-7ebb-4b69-bd83-a9b636705307,segment=NetworkSegment(f61e526f-192b-4532-90d4-bb25d73fe17b),segment_id=f61e526f-192b-4532-90d4-bb25d73fe17b)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:27:44.059471 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Returning: {'device': '3117a683-7ebb-4b69-bd83-a9b636705307', 'network_id': '9c2b2137-69fe-4a55-a9a9-a7df818b8725', 'port_id': '3117a683-7ebb-4b69-bd83-a9b636705307', 'mac_address': 'fa:16:3e:fd:55:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d5a57ba-23c0-437c-ae13-0d863b340f95', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93252) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 04:27:44.095861 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0bf1049c-f894-41db-b116-dede96d5e619 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:44.101399 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0bf1049c-f894-41db-b116-dede96d5e619 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617728'] for security_group_rule, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:44.104131 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:44.117723 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3117a683-7ebb-4b69-bd83-a9b636705307 {{(pid=93252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 04:27:44.118530 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf1049c-f894-41db-b116-dede96d5e619 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2f85b3c-bda3-4baf-9624-609f2fc890f9,revision_number=0']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:27:44.129558 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0bf1049c-f894-41db-b116-dede96d5e619 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:44.132993 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-0bf1049c-f894-41db-b116-dede96d5e619 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1246958 Aug 05 04:27:44.133899 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 34080) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:27:44.138927 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-a8747979-97cf-4f8d-8197-4c23acab2497 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Request body: {'floatingip': {'floating_network_id': '6aa50667-ad26-490a-abab-e40f5b548551'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:27:44.142337 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] For port 3117a683-7ebb-4b69-bd83-a9b636705307, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=3117a683-7ebb-4b69-bd83-a9b636705307,segment=NetworkSegment(f61e526f-192b-4532-90d4-bb25d73fe17b),segment_id=f61e526f-192b-4532-90d4-bb25d73fe17b)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:27:44.147580 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:44.165653 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a8747979-97cf-4f8d-8197-4c23acab2497 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Notify callbacks [] for floatingip, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:44.181029 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3576fdee-97a4-4e6b-9b37-daa6301e32d5 req-37f33eec-4f83-4bba-a466-492a935f00f6 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:27:44.182685 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3576fdee-97a4-4e6b-9b37-daa6301e32d5 req-37f33eec-4f83-4bba-a466-492a935f00f6 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] 10.222.0.37 "GET /v2.0/ports?device_id=b894ee9b-9d12-4cc5-950c-d2eaa7033d81 HTTP/1.1" status: 200 len: 943 time: 0.0508165 Aug 05 04:27:44.196467 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Pushing event updated for resources: {'Port': ['ID=3117a683-7ebb-4b69-bd83-a9b636705307,revision_number=4']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:27:44.221879 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3576fdee-97a4-4e6b-9b37-daa6301e32d5 req-6736a092-fa96-40f8-aaa6-cfb192ab240e tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] 10.222.0.37 "GET /v2.0/security-groups?id=570d81e3-ddcd-4e93-b0e6-1ef91da633db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332150 Aug 05 04:27:44.277225 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a8747979-97cf-4f8d-8197-4c23acab2497 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:44.375645 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.db_base_plugin_common [None req-a8747979-97cf-4f8d-8197-4c23acab2497 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Allocated IP 172.27.3.95 (6aa50667-ad26-490a-abab-e40f5b548551/1981b9cb-30a8-4ce2-a61f-12a80c9863da/18420622-e738-4b04-bed3-8e49b5dc157c) {{(pid=93251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 04:27:44.480976 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a8747979-97cf-4f8d-8197-4c23acab2497 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Notify callbacks [] for port, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:44.518621 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a8747979-97cf-4f8d-8197-4c23acab2497 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763712145875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8933231'] for port, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:44.558772 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8747979-97cf-4f8d-8197-4c23acab2497 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Network 6aa50667-ad26-490a-abab-e40f5b548551 is already hosted by enough agents. {{(pid=93251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 04:27:44.562216 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [None req-a8747979-97cf-4f8d-8197-4c23acab2497 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Resources bound (agent type, host, resource id): {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 04:27:44.566264 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8747979-97cf-4f8d-8197-4c23acab2497 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Received port after_create {{(pid=93251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 04:27:44.569184 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8747979-97cf-4f8d-8197-4c23acab2497 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Pushing event updated for resources: {'Port': ['ID=18420622-e738-4b04-bed3-8e49b5dc157c,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:27:44.581290 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] get_ports_and_sgs() called for port_ids ['3117a683-7ebb-4b69-bd83-a9b636705307'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 04:27:44.652095 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a8747979-97cf-4f8d-8197-4c23acab2497 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:44.685854 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a8747979-97cf-4f8d-8197-4c23acab2497 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:44.831469 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a8747979-97cf-4f8d-8197-4c23acab2497 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Notify callbacks [] for port, precommit_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:44.835792 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a8747979-97cf-4f8d-8197-4c23acab2497 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8933222'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:44.901634 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8747979-97cf-4f8d-8197-4c23acab2497 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Pushing event updated for resources: {'Port': ['ID=18420622-e738-4b04-bed3-8e49b5dc157c,revision_number=2']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:27:44.911246 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a8747979-97cf-4f8d-8197-4c23acab2497 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-699471'] for floatingip, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:44.924518 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a8747979-97cf-4f8d-8197-4c23acab2497 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224329'] for floatingip, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:44.925820 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-a8747979-97cf-4f8d-8197-4c23acab2497 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7908075 Aug 05 04:27:45.064513 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c67e3a7f-45d2-43c7-b6a7-f631734de5ce req-2c3624c2-d846-4b2a-857c-5702fa9e25a3 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--187476629&fields=id&tenant_id=fd61998732194217b5bf2455115f2cdf HTTP/1.1" status: 200 len: 267 time: 0.0327282 Aug 05 04:27:45.170065 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67e3a7f-45d2-43c7-b6a7-f631734de5ce req-7abe0603-fec9-4562-8d92-f2fdd0c2b5ff tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:27:45.171463 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c67e3a7f-45d2-43c7-b6a7-f631734de5ce req-7abe0603-fec9-4562-8d92-f2fdd0c2b5ff tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/networks?id=9a0e0e93-71ba-478a-a257-4e786b1050bd HTTP/1.1" status: 200 len: 817 time: 0.1005805 Aug 05 04:27:45.185989 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c67e3a7f-45d2-43c7-b6a7-f631734de5ce req-0bb61faf-d758-4c7c-b495-218716a174a2 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/quotas/fd61998732194217b5bf2455115f2cdf HTTP/1.1" status: 200 len: 375 time: 0.0090289 Aug 05 04:27:45.236713 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c67e3a7f-45d2-43c7-b6a7-f631734de5ce req-08ab7e8a-e363-4130-9939-50ee0af0a3ad tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=fd61998732194217b5bf2455115f2cdf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0456412 Aug 05 04:27:45.363592 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c67e3a7f-45d2-43c7-b6a7-f631734de5ce req-9ec68185-e082-41c3-9801-ac865ae40ef7 service neutron] 10.222.0.37 "GET /v2.0/networks/9a0e0e93-71ba-478a-a257-4e786b1050bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141856 Aug 05 04:27:45.371717 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9db6f00-94e8-4a46-8564-98fdb8bf7d46 req-ce64c0dc-2719-4d59-bb2c-6405410fcc6f tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:27:45.373594 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e9db6f00-94e8-4a46-8564-98fdb8bf7d46 req-ce64c0dc-2719-4d59-bb2c-6405410fcc6f tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] 10.222.0.37 "GET /v2.0/ports?device_id=b894ee9b-9d12-4cc5-950c-d2eaa7033d81 HTTP/1.1" status: 200 len: 944 time: 0.0710971 Aug 05 04:27:45.459338 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e9db6f00-94e8-4a46-8564-98fdb8bf7d46 req-9d405d32-6ad3-476b-93c2-6c861cc08293 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] 10.222.0.37 "GET /v2.0/security-groups?id=570d81e3-ddcd-4e93-b0e6-1ef91da633db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780225 Aug 05 04:27:45.483549 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c67e3a7f-45d2-43c7-b6a7-f631734de5ce req-0fed59d0-ab61-4542-a4db-3322eebcaf72 service neutron] 10.222.0.37 "GET /v2.0/networks/9a0e0e93-71ba-478a-a257-4e786b1050bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090677 Aug 05 04:27:45.636411 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-dc5ad505-b4ab-4c55-9175-7d5f0ce2ab9e req-4103bc2b-400b-43f5-bf17-7a0bdbd2ee03 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=56a1d672-253c-4cdf-896a-1e91fef8d83c HTTP/1.1" status: 200 len: 210 time: 0.0261924 Aug 05 04:27:45.949368 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Device 3117a683-7ebb-4b69-bd83-a9b636705307 up at agent hyperv_hv-cinder-80300 {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 04:27:46.000579 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Provisioning for port 3117a683-7ebb-4b69-bd83-a9b636705307 completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 04:27:46.004332 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Provisioning complete for port 3117a683-7ebb-4b69-bd83-a9b636705307 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 04:27:46.004701 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66839334'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:46.083760 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:46.106089 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b894ee9b-9d12-4cc5-950c-d2eaa7033d81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3117a683-7ebb-4b69-bd83-a9b636705307'}] {{(pid=93252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 04:27:46.109282 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f021a78abaadf32682ec407d28b092b8d5e159b0dca1f9e700978c1e9d6d025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-070fc5c8-c512-47b3-9ed6-59545a827ffd" -d '{"events": [{"server_uuid": "b894ee9b-9d12-4cc5-950c-d2eaa7033d81", "name": "network-vif-plugged", "status": "completed", "tag": "3117a683-7ebb-4b69-bd83-a9b636705307"}]}' {{(pid=93252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 04:27:46.128583 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] For port 3117a683-7ebb-4b69-bd83-a9b636705307, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=3117a683-7ebb-4b69-bd83-a9b636705307,segment=NetworkSegment(f61e526f-192b-4532-90d4-bb25d73fe17b),segment_id=f61e526f-192b-4532-90d4-bb25d73fe17b)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:27:46.133653 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:46.163437 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 04:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5175c147-97f0-4b07-9432-3731d96f177b x-openstack-request-id: req-5175c147-97f0-4b07-9432-3731d96f177b {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 04:27:46.163745 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b894ee9b-9d12-4cc5-950c-d2eaa7033d81", "name": "network-vif-plugged", "status": "completed", "tag": "3117a683-7ebb-4b69-bd83-a9b636705307", "code": 200}]} {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 04:27:46.163977 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5175c147-97f0-4b07-9432-3731d96f177b {{(pid=93252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 04:27:46.164366 dv-cinder-803000-4-iscsi neutron-server[93252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b894ee9b-9d12-4cc5-950c-d2eaa7033d81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3117a683-7ebb-4b69-bd83-a9b636705307', 'code': 200} Aug 05 04:27:46.194220 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Pushing event updated for resources: {'Port': ['ID=3117a683-7ebb-4b69-bd83-a9b636705307,revision_number=5']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:27:46.369061 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd76c2f-b0a6-42a1-82ee-e868e69487d7 req-febb15cc-4b87-40d6-bfb5-79b916c20280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:27:46.370423 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-acd76c2f-b0a6-42a1-82ee-e868e69487d7 req-febb15cc-4b87-40d6-bfb5-79b916c20280 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b894ee9b-9d12-4cc5-950c-d2eaa7033d81 HTTP/1.1" status: 200 len: 1098 time: 0.0395010 Aug 05 04:27:46.408943 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-acd76c2f-b0a6-42a1-82ee-e868e69487d7 req-74424a6c-a471-445f-8918-c7205434501c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=570d81e3-ddcd-4e93-b0e6-1ef91da633db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307953 Aug 05 04:27:46.574259 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde340c-e802-423b-95ca-a7523e3356cf req-2e3d6379-5388-412f-96d4-a41038f0db7b tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:27:46.576561 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5bde340c-e802-423b-95ca-a7523e3356cf req-2e3d6379-5388-412f-96d4-a41038f0db7b tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] 10.222.0.37 "GET /v2.0/ports?device_id=b894ee9b-9d12-4cc5-950c-d2eaa7033d81 HTTP/1.1" status: 200 len: 945 time: 0.0483038 Aug 05 04:27:46.612447 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5bde340c-e802-423b-95ca-a7523e3356cf req-cea68bc0-8aa6-4aa6-8dd8-8e6d92ba4476 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] 10.222.0.37 "GET /v2.0/security-groups?id=570d81e3-ddcd-4e93-b0e6-1ef91da633db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300858 Aug 05 04:27:46.733235 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-87879295-9302-431c-82b6-7f0a1c821615 req-8ab93cf2-ed97-4d84-bc1d-f5d9bf3b5e5a tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=56a1d672-253c-4cdf-896a-1e91fef8d83c HTTP/1.1" status: 200 len: 210 time: 0.0252495 Aug 05 04:27:47.045199 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67e3a7f-45d2-43c7-b6a7-f631734de5ce req-4c922d4c-207b-4c22-ab2e-b72dcc480b8d tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:27:47.046907 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c67e3a7f-45d2-43c7-b6a7-f631734de5ce req-4c922d4c-207b-4c22-ab2e-b72dcc480b8d tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.39 "GET /v2.0/networks?id=9a0e0e93-71ba-478a-a257-4e786b1050bd HTTP/1.1" status: 200 len: 817 time: 0.1019077 Aug 05 04:27:47.116182 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c67e3a7f-45d2-43c7-b6a7-f631734de5ce req-af3527fd-e0b9-4083-8d57-fcba38842a3c tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd61998732194217b5bf2455115f2cdf HTTP/1.1" status: 200 len: 379 time: 0.0351620 Aug 05 04:27:47.136335 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [req-c67e3a7f-45d2-43c7-b6a7-f631734de5ce req-cd91000d-b28e-4af6-9b6a-ad5aefe211e7 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Request body: {'port': {'device_id': '56a1d672-253c-4cdf-896a-1e91fef8d83c', 'network_id': '9a0e0e93-71ba-478a-a257-4e786b1050bd', 'admin_state_up': True, 'tenant_id': 'fd61998732194217b5bf2455115f2cdf', 'security_groups': ['5bd76916-8873-4c9f-b539-c841ab73c6e1']}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:27:47.244143 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c67e3a7f-45d2-43c7-b6a7-f631734de5ce req-cd91000d-b28e-4af6-9b6a-ad5aefe211e7 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Made reservation on behalf of fd61998732194217b5bf2455115f2cdf for: {'port': 1} {{(pid=93251) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 04:27:47.247763 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-c67e3a7f-45d2-43c7-b6a7-f631734de5ce req-cd91000d-b28e-4af6-9b6a-ad5aefe211e7 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:47.366991 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.db_base_plugin_common [req-c67e3a7f-45d2-43c7-b6a7-f631734de5ce req-cd91000d-b28e-4af6-9b6a-ad5aefe211e7 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Allocated IP 172.20.0.7 (9a0e0e93-71ba-478a-a257-4e786b1050bd/1d9bb622-7c5a-45bd-8077-93c9d1b98081/7915441a-091e-4652-b26a-253a36e9ccd6) {{(pid=93251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 04:27:47.500136 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-c67e3a7f-45d2-43c7-b6a7-f631734de5ce req-cd91000d-b28e-4af6-9b6a-ad5aefe211e7 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Notify callbacks [] for port, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:47.513480 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [req-c67e3a7f-45d2-43c7-b6a7-f631734de5ce req-cd91000d-b28e-4af6-9b6a-ad5aefe211e7 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Transition to ACTIVE for port object 7915441a-091e-4652-b26a-253a36e9ccd6 will not be triggered until provisioned by entity DHCP. {{(pid=93251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 04:27:47.546645 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-c67e3a7f-45d2-43c7-b6a7-f631734de5ce req-cd91000d-b28e-4af6-9b6a-ad5aefe211e7 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763712145875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8933231'] for port, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:47.589562 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c67e3a7f-45d2-43c7-b6a7-f631734de5ce req-cd91000d-b28e-4af6-9b6a-ad5aefe211e7 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Network 9a0e0e93-71ba-478a-a257-4e786b1050bd is already hosted by enough agents. {{(pid=93251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 04:27:47.593157 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [req-c67e3a7f-45d2-43c7-b6a7-f631734de5ce req-cd91000d-b28e-4af6-9b6a-ad5aefe211e7 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Resources bound (agent type, host, resource id): {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 04:27:47.596866 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [req-c67e3a7f-45d2-43c7-b6a7-f631734de5ce req-cd91000d-b28e-4af6-9b6a-ad5aefe211e7 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Received port after_create {{(pid=93251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 04:27:47.603096 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd91000d-b28e-4af6-9b6a-ad5aefe211e7 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Pushing event updated for resources: {'Port': ['ID=7915441a-091e-4652-b26a-253a36e9ccd6,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:27:47.652713 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67e3a7f-45d2-43c7-b6a7-f631734de5ce req-cd91000d-b28e-4af6-9b6a-ad5aefe211e7 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:27:47.654091 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-c67e3a7f-45d2-43c7-b6a7-f631734de5ce req-cd91000d-b28e-4af6-9b6a-ad5aefe211e7 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224329'] for port, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:47.670273 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c67e3a7f-45d2-43c7-b6a7-f631734de5ce req-cd91000d-b28e-4af6-9b6a-ad5aefe211e7 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5374959 Aug 05 04:27:47.690999 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [req-c67e3a7f-45d2-43c7-b6a7-f631734de5ce req-42d5dd3b-2c93-4a2b-8499-0d96ee3e911e service neutron] Request body: {'port': {'device_id': '56a1d672-253c-4cdf-896a-1e91fef8d83c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80300'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:27:47.738158 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf37a9a-3871-4df9-a467-2a0bf6fae39e req-c7a3e921-717c-4f92-b0ff-1edc3e41ea4d tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:27:47.740683 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1bf37a9a-3871-4df9-a467-2a0bf6fae39e req-c7a3e921-717c-4f92-b0ff-1edc3e41ea4d tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] 10.222.0.37 "GET /v2.0/ports?device_id=b894ee9b-9d12-4cc5-950c-d2eaa7033d81 HTTP/1.1" status: 200 len: 945 time: 0.0596461 Aug 05 04:27:47.746735 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-c67e3a7f-45d2-43c7-b6a7-f631734de5ce req-42d5dd3b-2c93-4a2b-8499-0d96ee3e911e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:47.788266 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1bf37a9a-3871-4df9-a467-2a0bf6fae39e req-ce591525-52fa-46d5-a7f6-a7520fe8fee2 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] 10.222.0.37 "GET /v2.0/security-groups?id=570d81e3-ddcd-4e93-b0e6-1ef91da633db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406294 Aug 05 04:27:47.823976 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-d5e074db-9b74-4520-8e58-a493b52b4de4 None None] Provisioning for port 7915441a-091e-4652-b26a-253a36e9ccd6 completed by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 04:27:47.828917 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-d5e074db-9b74-4520-8e58-a493b52b4de4 None None] Provisioning complete for port 7915441a-091e-4652-b26a-253a36e9ccd6 triggered by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 04:27:47.829317 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d5e074db-9b74-4520-8e58-a493b52b4de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66839334'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:47.867375 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-d5e074db-9b74-4520-8e58-a493b52b4de4 None None] Port 7915441a-091e-4652-b26a-253a36e9ccd6 cannot update to ACTIVE because it is not bound. {{(pid=93252) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 04:27:47.867660 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450d9624-244c-4dba-a3f4-2eec0c054692 req-74380c9a-a2f2-481a-bbb2-a60aaa9656f2 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:27:47.869241 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-450d9624-244c-4dba-a3f4-2eec0c054692 req-74380c9a-a2f2-481a-bbb2-a60aaa9656f2 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=56a1d672-253c-4cdf-896a-1e91fef8d83c HTTP/1.1" status: 200 len: 931 time: 0.0503662 Aug 05 04:27:47.910008 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-450d9624-244c-4dba-a3f4-2eec0c054692 req-ca05524a-d6ad-41ce-8e82-8bbf98619974 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=5bd76916-8873-4c9f-b539-c841ab73c6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346322 Aug 05 04:27:48.027761 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [req-c67e3a7f-45d2-43c7-b6a7-f631734de5ce req-42d5dd3b-2c93-4a2b-8499-0d96ee3e911e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7915441a-091e-4652-b26a-253a36e9ccd6 {{(pid=93251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 04:27:48.035319 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-c67e3a7f-45d2-43c7-b6a7-f631734de5ce req-42d5dd3b-2c93-4a2b-8499-0d96ee3e911e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:48.047254 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [req-c67e3a7f-45d2-43c7-b6a7-f631734de5ce req-42d5dd3b-2c93-4a2b-8499-0d96ee3e911e service neutron] Transition to ACTIVE for port object 7915441a-091e-4652-b26a-253a36e9ccd6 will not be triggered until provisioned by entity L2. {{(pid=93251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 04:27:48.050336 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-c67e3a7f-45d2-43c7-b6a7-f631734de5ce req-42d5dd3b-2c93-4a2b-8499-0d96ee3e911e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8933222'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:48.101893 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5dd3b-2c93-4a2b-8499-0d96ee3e911e service neutron] Pushing event updated for resources: {'Port': ['ID=7915441a-091e-4652-b26a-253a36e9ccd6,revision_number=2']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:27:48.166723 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [req-c67e3a7f-45d2-43c7-b6a7-f631734de5ce req-42d5dd3b-2c93-4a2b-8499-0d96ee3e911e service neutron] Attempting to bind port 7915441a-091e-4652-b26a-253a36e9ccd6 on host hv-cinder-80300 for vnic_type normal with profile {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 04:27:48.166974 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [req-c67e3a7f-45d2-43c7-b6a7-f631734de5ce req-42d5dd3b-2c93-4a2b-8499-0d96ee3e911e service neutron] Attempting to bind port 7915441a-091e-4652-b26a-253a36e9ccd6 by drivers openvswitch,hyperv on host hv-cinder-80300 at level 0 using segments [{'id': 'c15a155e-2ad1-4b31-bffc-e72da913a471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9a0e0e93-71ba-478a-a257-4e786b1050bd'}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 04:27:48.167294 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67e3a7f-45d2-43c7-b6a7-f631734de5ce req-42d5dd3b-2c93-4a2b-8499-0d96ee3e911e service neutron] Attempting to bind port 7915441a-091e-4652-b26a-253a36e9ccd6 on network 9a0e0e93-71ba-478a-a257-4e786b1050bd {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 04:27:48.171831 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67e3a7f-45d2-43c7-b6a7-f631734de5ce req-42d5dd3b-2c93-4a2b-8499-0d96ee3e911e service neutron] Port 7915441a-091e-4652-b26a-253a36e9ccd6 on network 9a0e0e93-71ba-478a-a257-4e786b1050bd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80300 {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 04:27:48.172147 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67e3a7f-45d2-43c7-b6a7-f631734de5ce req-42d5dd3b-2c93-4a2b-8499-0d96ee3e911e service neutron] Attempting to bind port 7915441a-091e-4652-b26a-253a36e9ccd6 on network 9a0e0e93-71ba-478a-a257-4e786b1050bd {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 04:27:48.176967 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67e3a7f-45d2-43c7-b6a7-f631734de5ce req-42d5dd3b-2c93-4a2b-8499-0d96ee3e911e service neutron] Checking agent: {'id': 'a0106253-c5a2-4978-ae01-2b305935773e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80300', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 4, 16, 33), 'started_at': datetime.datetime(2021, 8, 5, 4, 16, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 4, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 04:27:48.177299 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67e3a7f-45d2-43c7-b6a7-f631734de5ce req-42d5dd3b-2c93-4a2b-8499-0d96ee3e911e service neutron] Checking segment: {'id': 'c15a155e-2ad1-4b31-bffc-e72da913a471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9a0e0e93-71ba-478a-a257-4e786b1050bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 04:27:48.177674 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67e3a7f-45d2-43c7-b6a7-f631734de5ce req-42d5dd3b-2c93-4a2b-8499-0d96ee3e911e service neutron] Bound using segment: {'id': 'c15a155e-2ad1-4b31-bffc-e72da913a471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9a0e0e93-71ba-478a-a257-4e786b1050bd'} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 04:27:48.178102 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [req-c67e3a7f-45d2-43c7-b6a7-f631734de5ce req-42d5dd3b-2c93-4a2b-8499-0d96ee3e911e service neutron] Bound port: 7915441a-091e-4652-b26a-253a36e9ccd6, host: hv-cinder-80300, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c15a155e-2ad1-4b31-bffc-e72da913a471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9a0e0e93-71ba-478a-a257-4e786b1050bd'}}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 04:27:48.178445 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-c67e3a7f-45d2-43c7-b6a7-f631734de5ce req-42d5dd3b-2c93-4a2b-8499-0d96ee3e911e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:48.244889 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [req-c67e3a7f-45d2-43c7-b6a7-f631734de5ce req-42d5dd3b-2c93-4a2b-8499-0d96ee3e911e service neutron] For port 7915441a-091e-4652-b26a-253a36e9ccd6, host hv-cinder-80300, cleared binding levels {{(pid=93251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 04:27:48.248389 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [req-c67e3a7f-45d2-43c7-b6a7-f631734de5ce req-42d5dd3b-2c93-4a2b-8499-0d96ee3e911e service neutron] For port 7915441a-091e-4652-b26a-253a36e9ccd6, host hv-cinder-80300, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=7915441a-091e-4652-b26a-253a36e9ccd6,segment=NetworkSegment(c15a155e-2ad1-4b31-bffc-e72da913a471),segment_id=c15a155e-2ad1-4b31-bffc-e72da913a471)] {{(pid=93251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 04:27:48.252646 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-c67e3a7f-45d2-43c7-b6a7-f631734de5ce req-42d5dd3b-2c93-4a2b-8499-0d96ee3e911e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8933222'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:48.286222 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67e3a7f-45d2-43c7-b6a7-f631734de5ce req-42d5dd3b-2c93-4a2b-8499-0d96ee3e911e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:27:48.286761 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-c67e3a7f-45d2-43c7-b6a7-f631734de5ce req-42d5dd3b-2c93-4a2b-8499-0d96ee3e911e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224329'] for port, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:48.288138 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c67e3a7f-45d2-43c7-b6a7-f631734de5ce req-42d5dd3b-2c93-4a2b-8499-0d96ee3e911e service neutron] 10.222.0.39 "PUT /v2.0/ports/7915441a-091e-4652-b26a-253a36e9ccd6 HTTP/1.1" status: 200 len: 1093 time: 0.6015422 Aug 05 04:27:48.288572 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56a1d672-253c-4cdf-896a-1e91fef8d83c', 'tag': '7915441a-091e-4652-b26a-253a36e9ccd6'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 04:27:48.291385 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc51a2a5f300f30acac232ef327f3f01bb0f894a96a37a70efeb1c252096f2af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeb65bc8-aeb4-4c4c-b3f5-754194c3523f" -d '{"events": [{"name": "network-changed", "server_uuid": "56a1d672-253c-4cdf-896a-1e91fef8d83c", "tag": "7915441a-091e-4652-b26a-253a36e9ccd6"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 04:27:48.316634 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5dd3b-2c93-4a2b-8499-0d96ee3e911e service neutron] Pushing event updated for resources: {'Port': ['ID=7915441a-091e-4652-b26a-253a36e9ccd6,revision_number=3']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:27:48.335303 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 04:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3148f88e-7401-4ef6-92a2-8235b537cdbd x-openstack-request-id: req-3148f88e-7401-4ef6-92a2-8235b537cdbd {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 04:27:48.335689 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56a1d672-253c-4cdf-896a-1e91fef8d83c", "tag": "7915441a-091e-4652-b26a-253a36e9ccd6", "status": "completed", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 04:27:48.336033 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3148f88e-7401-4ef6-92a2-8235b537cdbd {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 04:27:48.336430 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56a1d672-253c-4cdf-896a-1e91fef8d83c', 'tag': '7915441a-091e-4652-b26a-253a36e9ccd6', 'status': 'completed', 'code': 200} Aug 05 04:27:48.409134 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67e3a7f-45d2-43c7-b6a7-f631734de5ce req-cd1079d2-f240-41ed-815e-9a5696f3728c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:27:48.410573 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c67e3a7f-45d2-43c7-b6a7-f631734de5ce req-cd1079d2-f240-41ed-815e-9a5696f3728c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fd61998732194217b5bf2455115f2cdf&device_id=56a1d672-253c-4cdf-896a-1e91fef8d83c HTTP/1.1" status: 200 len: 1096 time: 0.0420496 Aug 05 04:27:48.460139 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c67e3a7f-45d2-43c7-b6a7-f631734de5ce req-d51f8730-8d71-4fda-acda-bba4cb002949 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7915441a-091e-4652-b26a-253a36e9ccd6 HTTP/1.1" status: 200 len: 217 time: 0.0349026 Aug 05 04:27:48.511273 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67e3a7f-45d2-43c7-b6a7-f631734de5ce req-5bfbd6a1-45cb-436b-aac3-325f2e12350e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:27:48.512726 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c67e3a7f-45d2-43c7-b6a7-f631734de5ce req-5bfbd6a1-45cb-436b-aac3-325f2e12350e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1d9bb622-7c5a-45bd-8077-93c9d1b98081 HTTP/1.1" status: 200 len: 856 time: 0.0460188 Aug 05 04:27:48.558588 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67e3a7f-45d2-43c7-b6a7-f631734de5ce req-89c0ec01-8b4d-4276-a786-a9f1c2f7be03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:27:48.560655 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c67e3a7f-45d2-43c7-b6a7-f631734de5ce req-89c0ec01-8b4d-4276-a786-a9f1c2f7be03 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9a0e0e93-71ba-478a-a257-4e786b1050bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399818 Aug 05 04:27:48.648737 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c67e3a7f-45d2-43c7-b6a7-f631734de5ce req-5765bd20-27fb-4e9c-ab7a-10e0585c894c service neutron] 10.222.0.39 "GET /v2.0/networks/9a0e0e93-71ba-478a-a257-4e786b1050bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805535 Aug 05 04:27:48.736713 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c67e3a7f-45d2-43c7-b6a7-f631734de5ce req-6cb83e90-43fa-4497-ab91-b32f00eef7fd service neutron] 10.222.0.39 "GET /v2.0/networks/9a0e0e93-71ba-478a-a257-4e786b1050bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800710 Aug 05 04:27:48.861863 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb65bc8-aeb4-4c4c-b3f5-754194c3523f req-b02a725a-104a-4f53-b3f0-f6a614f51f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:27:48.863344 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-eeb65bc8-aeb4-4c4c-b3f5-754194c3523f req-b02a725a-104a-4f53-b3f0-f6a614f51f0c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fd61998732194217b5bf2455115f2cdf&device_id=56a1d672-253c-4cdf-896a-1e91fef8d83c HTTP/1.1" status: 200 len: 1096 time: 0.0403221 Aug 05 04:27:48.900906 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17420d6d-d2b6-4bc5-aa3b-dc5edbc2659d req-1ed043d9-f7e3-4130-a545-01ea7e6b6ad3 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:27:48.902363 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-17420d6d-d2b6-4bc5-aa3b-dc5edbc2659d req-1ed043d9-f7e3-4130-a545-01ea7e6b6ad3 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] 10.222.0.37 "GET /v2.0/ports?device_id=b894ee9b-9d12-4cc5-950c-d2eaa7033d81 HTTP/1.1" status: 200 len: 945 time: 0.0476575 Aug 05 04:27:48.939982 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-17420d6d-d2b6-4bc5-aa3b-dc5edbc2659d req-2ce510d7-d64a-4427-8ebc-63a0eddc8061 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] 10.222.0.37 "GET /v2.0/security-groups?id=570d81e3-ddcd-4e93-b0e6-1ef91da633db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311446 Aug 05 04:27:48.957483 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb65bc8-aeb4-4c4c-b3f5-754194c3523f req-c585eb30-bb1f-40f3-8a0f-be360dc93b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:27:48.959019 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-eeb65bc8-aeb4-4c4c-b3f5-754194c3523f req-c585eb30-bb1f-40f3-8a0f-be360dc93b9b service neutron] 10.222.0.39 "GET /v2.0/networks?id=9a0e0e93-71ba-478a-a257-4e786b1050bd HTTP/1.1" status: 200 len: 918 time: 0.0879276 Aug 05 04:27:49.001983 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-eeb65bc8-aeb4-4c4c-b3f5-754194c3523f req-dd2a68a2-9d8d-4601-a664-697ac1fdf60f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7915441a-091e-4652-b26a-253a36e9ccd6 HTTP/1.1" status: 200 len: 217 time: 0.0345683 Aug 05 04:27:49.055799 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb65bc8-aeb4-4c4c-b3f5-754194c3523f req-5e5decf2-29b7-450d-ac8d-85b28a83f5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:27:49.057242 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-eeb65bc8-aeb4-4c4c-b3f5-754194c3523f req-5e5decf2-29b7-450d-ac8d-85b28a83f5f7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1d9bb622-7c5a-45bd-8077-93c9d1b98081 HTTP/1.1" status: 200 len: 856 time: 0.0474639 Aug 05 04:27:49.071477 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee88a141-49bf-45a8-bd91-33b25bd6115c req-906356c7-e62c-4b4f-9f3f-b3241782aba9 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:27:49.072928 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ee88a141-49bf-45a8-bd91-33b25bd6115c req-906356c7-e62c-4b4f-9f3f-b3241782aba9 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=56a1d672-253c-4cdf-896a-1e91fef8d83c HTTP/1.1" status: 200 len: 943 time: 0.0819273 Aug 05 04:27:49.086677 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e164053-8f92-4ac1-b668-be5ba8dc5ed2 req-3a97c476-edf2-44ae-821b-37908ce8519d tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:27:49.088102 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5e164053-8f92-4ac1-b668-be5ba8dc5ed2 req-3a97c476-edf2-44ae-821b-37908ce8519d tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] 10.222.0.37 "GET /v2.0/ports?device_id=b894ee9b-9d12-4cc5-950c-d2eaa7033d81 HTTP/1.1" status: 200 len: 945 time: 0.0687256 Aug 05 04:27:49.103695 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb65bc8-aeb4-4c4c-b3f5-754194c3523f req-1cd55567-842f-4edd-ba5e-28bd0d60e7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:27:49.105205 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-eeb65bc8-aeb4-4c4c-b3f5-754194c3523f req-1cd55567-842f-4edd-ba5e-28bd0d60e7a9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9a0e0e93-71ba-478a-a257-4e786b1050bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408256 Aug 05 04:27:49.140932 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ee88a141-49bf-45a8-bd91-33b25bd6115c req-0ac96d23-36d9-424b-96ff-093aabe3b157 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=5bd76916-8873-4c9f-b539-c841ab73c6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518858 Aug 05 04:27:49.147803 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5e164053-8f92-4ac1-b668-be5ba8dc5ed2 req-419a32b2-d18e-441f-8c96-e3bb6d51a687 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] 10.222.0.37 "GET /v2.0/security-groups?id=570d81e3-ddcd-4e93-b0e6-1ef91da633db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514913 Aug 05 04:27:49.176859 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-87ea8438-47cd-44c4-a808-9a807a63fea8 None None] Agent healthcheck: found 6 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 04:27:49.194839 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-eeb65bc8-aeb4-4c4c-b3f5-754194c3523f req-6eb86031-7318-45c6-8f67-584b77bec64c service neutron] 10.222.0.39 "GET /v2.0/networks/9a0e0e93-71ba-478a-a257-4e786b1050bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819740 Aug 05 04:27:49.285396 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-eeb65bc8-aeb4-4c4c-b3f5-754194c3523f req-a5ddae57-c5e3-4a08-a045-533569b569fe service neutron] 10.222.0.39 "GET /v2.0/networks/9a0e0e93-71ba-478a-a257-4e786b1050bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836825 Aug 05 04:27:49.470729 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1e03b5-dfcd-4ff3-b836-274610c69adc req-351b4010-e42b-4791-8eb2-1ef78423f0a2 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:27:49.472191 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-bc1e03b5-dfcd-4ff3-b836-274610c69adc req-351b4010-e42b-4791-8eb2-1ef78423f0a2 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] 10.222.0.37 "GET /v2.0/ports?device_id=b894ee9b-9d12-4cc5-950c-d2eaa7033d81 HTTP/1.1" status: 200 len: 945 time: 0.0521271 Aug 05 04:27:49.510390 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-bc1e03b5-dfcd-4ff3-b836-274610c69adc req-1bf37cfc-be6b-411b-b127-875566bce7cc tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] 10.222.0.37 "GET /v2.0/security-groups?id=570d81e3-ddcd-4e93-b0e6-1ef91da633db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323937 Aug 05 04:27:50.260596 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14777f47-97d4-461f-a75b-4ad589e5cd41 req-1d4908bf-4130-4326-bff9-6f8bbffc954c tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:27:50.262047 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-14777f47-97d4-461f-a75b-4ad589e5cd41 req-1d4908bf-4130-4326-bff9-6f8bbffc954c tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=56a1d672-253c-4cdf-896a-1e91fef8d83c HTTP/1.1" status: 200 len: 943 time: 0.0481508 Aug 05 04:27:50.299424 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-14777f47-97d4-461f-a75b-4ad589e5cd41 req-3455084f-39dc-4cf4-aff9-2c290f1bb45a tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=5bd76916-8873-4c9f-b539-c841ab73c6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314484 Aug 05 04:27:51.419377 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f679607d-8f5e-4102-9961-9f737262a80f req-4ba4ab7f-184b-43f4-ae36-863c8938e0cc tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:27:51.420862 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f679607d-8f5e-4102-9961-9f737262a80f req-4ba4ab7f-184b-43f4-ae36-863c8938e0cc tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=56a1d672-253c-4cdf-896a-1e91fef8d83c HTTP/1.1" status: 200 len: 943 time: 0.0485470 Aug 05 04:27:51.465556 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f679607d-8f5e-4102-9961-9f737262a80f req-d5e8fab0-9061-450c-b6dd-4eef951d8fba tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=5bd76916-8873-4c9f-b539-c841ab73c6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373788 Aug 05 04:27:51.995895 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Device 7915441a-091e-4652-b26a-253a36e9ccd6 details requested by agent hyperv_hv-cinder-80300 with host hv-cinder-80300 {{(pid=93252) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 04:27:52.090081 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] For port 7915441a-091e-4652-b26a-253a36e9ccd6, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=7915441a-091e-4652-b26a-253a36e9ccd6,segment=NetworkSegment(c15a155e-2ad1-4b31-bffc-e72da913a471),segment_id=c15a155e-2ad1-4b31-bffc-e72da913a471)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:27:52.101392 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Returning: {'device': '7915441a-091e-4652-b26a-253a36e9ccd6', 'network_id': '9a0e0e93-71ba-478a-a257-4e786b1050bd', 'port_id': '7915441a-091e-4652-b26a-253a36e9ccd6', 'mac_address': 'fa:16:3e:a3:94:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d9bb622-7c5a-45bd-8077-93c9d1b98081', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93252) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 04:27:52.136246 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:52.149091 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7915441a-091e-4652-b26a-253a36e9ccd6 {{(pid=93252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 04:27:52.168431 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] For port 7915441a-091e-4652-b26a-253a36e9ccd6, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=7915441a-091e-4652-b26a-253a36e9ccd6,segment=NetworkSegment(c15a155e-2ad1-4b31-bffc-e72da913a471),segment_id=c15a155e-2ad1-4b31-bffc-e72da913a471)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:27:52.172025 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:52.217590 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Pushing event updated for resources: {'Port': ['ID=7915441a-091e-4652-b26a-253a36e9ccd6,revision_number=4']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:27:52.224367 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:27:52.224717 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:27:52.225058 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:27:52.225393 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:27:52.225726 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:27:52.226058 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:27:52.226385 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:27:52.226739 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:27:52.227069 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:27:52.227392 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:27:52.227715 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:27:52.228035 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:27:52.586510 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df515cb1-1940-4401-ad12-9062796f9c8c req-8718e977-061a-4485-abef-697f07e57d77 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:27:52.587973 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-df515cb1-1940-4401-ad12-9062796f9c8c req-8718e977-061a-4485-abef-697f07e57d77 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=56a1d672-253c-4cdf-896a-1e91fef8d83c HTTP/1.1" status: 200 len: 944 time: 0.0509431 Aug 05 04:27:52.625201 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-df515cb1-1940-4401-ad12-9062796f9c8c req-e5b522d7-ceea-436d-9a2e-1ce15f48b86a tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=5bd76916-8873-4c9f-b539-c841ab73c6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313377 Aug 05 04:27:52.637665 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] get_ports_and_sgs() called for port_ids ['7915441a-091e-4652-b26a-253a36e9ccd6'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 04:27:53.740545 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d7122e-e2a9-4b1a-b405-b61f20e32814 req-803127b3-e336-4a8f-98fc-b4fe189430fd tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:27:53.742027 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c3d7122e-e2a9-4b1a-b405-b61f20e32814 req-803127b3-e336-4a8f-98fc-b4fe189430fd tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=56a1d672-253c-4cdf-896a-1e91fef8d83c HTTP/1.1" status: 200 len: 944 time: 0.0486538 Aug 05 04:27:53.778733 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c3d7122e-e2a9-4b1a-b405-b61f20e32814 req-9a491993-12fe-45df-931e-77a00501aa01 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=5bd76916-8873-4c9f-b539-c841ab73c6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308301 Aug 05 04:27:54.017373 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Device 7915441a-091e-4652-b26a-253a36e9ccd6 up at agent hyperv_hv-cinder-80300 {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 04:27:54.063515 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Provisioning for port 7915441a-091e-4652-b26a-253a36e9ccd6 completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 04:27:54.067078 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Provisioning complete for port 7915441a-091e-4652-b26a-253a36e9ccd6 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 04:27:54.067444 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66839334'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:54.142589 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:54.163478 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56a1d672-253c-4cdf-896a-1e91fef8d83c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7915441a-091e-4652-b26a-253a36e9ccd6'}] {{(pid=93252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 04:27:54.165675 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f021a78abaadf32682ec407d28b092b8d5e159b0dca1f9e700978c1e9d6d025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d78ad10-3b25-4400-a024-b33f2c8681de" -d '{"events": [{"server_uuid": "56a1d672-253c-4cdf-896a-1e91fef8d83c", "name": "network-vif-plugged", "status": "completed", "tag": "7915441a-091e-4652-b26a-253a36e9ccd6"}]}' {{(pid=93252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 04:27:54.178074 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] For port 7915441a-091e-4652-b26a-253a36e9ccd6, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=7915441a-091e-4652-b26a-253a36e9ccd6,segment=NetworkSegment(c15a155e-2ad1-4b31-bffc-e72da913a471),segment_id=c15a155e-2ad1-4b31-bffc-e72da913a471)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:27:54.182536 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:54.208453 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 04:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecb29b31-80c7-40ac-8be9-e556adacf4cf x-openstack-request-id: req-ecb29b31-80c7-40ac-8be9-e556adacf4cf {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 04:27:54.208738 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56a1d672-253c-4cdf-896a-1e91fef8d83c", "name": "network-vif-plugged", "status": "completed", "tag": "7915441a-091e-4652-b26a-253a36e9ccd6", "code": 200}]} {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 04:27:54.208985 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ecb29b31-80c7-40ac-8be9-e556adacf4cf {{(pid=93252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 04:27:54.209360 dv-cinder-803000-4-iscsi neutron-server[93252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56a1d672-253c-4cdf-896a-1e91fef8d83c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7915441a-091e-4652-b26a-253a36e9ccd6', 'code': 200} Aug 05 04:27:54.233962 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Pushing event updated for resources: {'Port': ['ID=7915441a-091e-4652-b26a-253a36e9ccd6,revision_number=5']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:27:54.394820 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fca35b3-307b-44d4-a0c3-a2a7d5c7c7b3 req-fadee0af-e483-47d4-8492-0cc2eefdd9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:27:54.396383 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-8fca35b3-307b-44d4-a0c3-a2a7d5c7c7b3 req-fadee0af-e483-47d4-8492-0cc2eefdd9ea service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=56a1d672-253c-4cdf-896a-1e91fef8d83c HTTP/1.1" status: 200 len: 1098 time: 0.0395424 Aug 05 04:27:54.431068 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-8fca35b3-307b-44d4-a0c3-a2a7d5c7c7b3 req-75194be4-da6b-49b1-815b-5c968ac61734 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=5bd76916-8873-4c9f-b539-c841ab73c6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277612 Aug 05 04:27:54.898363 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2333be91-830f-40b9-bed5-67d6f8aabf59 req-48ab2153-fab2-4d4f-aa7c-2c3e82beee13 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:27:54.899858 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2333be91-830f-40b9-bed5-67d6f8aabf59 req-48ab2153-fab2-4d4f-aa7c-2c3e82beee13 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=56a1d672-253c-4cdf-896a-1e91fef8d83c HTTP/1.1" status: 200 len: 945 time: 0.0491319 Aug 05 04:27:54.937199 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2333be91-830f-40b9-bed5-67d6f8aabf59 req-e0ce84c3-83d2-4a80-a0f4-e96ad9c15bd9 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=5bd76916-8873-4c9f-b539-c841ab73c6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308638 Aug 05 04:27:56.063183 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5414afb3-7c56-45d6-98c4-0bc5decf9fed req-ea5f0fde-a8f3-4e81-bd4e-b2b55cae4008 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:27:56.064638 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5414afb3-7c56-45d6-98c4-0bc5decf9fed req-ea5f0fde-a8f3-4e81-bd4e-b2b55cae4008 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=56a1d672-253c-4cdf-896a-1e91fef8d83c HTTP/1.1" status: 200 len: 945 time: 0.0534585 Aug 05 04:27:56.102472 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5414afb3-7c56-45d6-98c4-0bc5decf9fed req-e49a51ad-3111-49f0-8b61-b4c604fcc45b tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=5bd76916-8873-4c9f-b539-c841ab73c6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318961 Aug 05 04:27:57.218186 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994f8cf-e635-464b-8b67-961e11536919 req-b229b716-7b42-4afa-8b1e-3eefe4ba5c7b tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:27:57.219642 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1994f8cf-e635-464b-8b67-961e11536919 req-b229b716-7b42-4afa-8b1e-3eefe4ba5c7b tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=56a1d672-253c-4cdf-896a-1e91fef8d83c HTTP/1.1" status: 200 len: 945 time: 0.0478718 Aug 05 04:27:57.256762 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1994f8cf-e635-464b-8b67-961e11536919 req-0a613d9e-08c5-4c23-95e0-33de19408f98 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=5bd76916-8873-4c9f-b539-c841ab73c6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314257 Aug 05 04:27:57.368042 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9a985b-1c22-4365-bfc1-3002a73cb3c9 req-6d003c10-4c35-4be2-a4c7-61acd646d732 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:27:57.369512 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8e9a985b-1c22-4365-bfc1-3002a73cb3c9 req-6d003c10-4c35-4be2-a4c7-61acd646d732 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=56a1d672-253c-4cdf-896a-1e91fef8d83c HTTP/1.1" status: 200 len: 945 time: 0.0473251 Aug 05 04:27:57.378415 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 34210) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:27:57.382900 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-8457ba9a-7cd3-41ef-8202-e3de7f807e25 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Request body: {'floatingip': {'port_id': '7915441a-091e-4652-b26a-253a36e9ccd6'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:27:57.423978 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-8457ba9a-7cd3-41ef-8202-e3de7f807e25 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Notify callbacks [] for floatingip, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:58.093641 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-8457ba9a-7cd3-41ef-8202-e3de7f807e25 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:58.097380 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-8457ba9a-7cd3-41ef-8202-e3de7f807e25 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-699471'] for floatingip, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:58.193250 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.db.l3_db [None req-8457ba9a-7cd3-41ef-8202-e3de7f807e25 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Floating IP e676140d-4347-435e-afb4-860ecc5f1d85 associated. External IP: 172.27.3.95, port: 7915441a-091e-4652-b26a-253a36e9ccd6. Aug 05 04:27:58.395034 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8457ba9a-7cd3-41ef-8202-e3de7f807e25 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Router 1fed6997-f9c8-443d-8981-667366cf7183 has already been hosted by L3 agent 8e71ca1b-9911-44b3-bf09-1fce3db7ea9a {{(pid=93251) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 04:27:58.501520 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8457ba9a-7cd3-41ef-8202-e3de7f807e25 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Notify agent at l3_agent.dv-cinder-803000-4-iscsi the message routers_updated {{(pid=93251) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 04:27:58.506335 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-8457ba9a-7cd3-41ef-8202-e3de7f807e25 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224329'] for floatingip, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:58.510848 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af781bde-8a73-46d8-8a91-67dc9ead25c9 None None] Sync routers for ids ['1fed6997-f9c8-443d-8981-667366cf7183'] in dv-cinder-803000-4-iscsi {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 04:27:58.521082 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af781bde-8a73-46d8-8a91-67dc9ead25c9 None None] Routers {'1fed6997-f9c8-443d-8981-667366cf7183'} bound to L3 agent in host dv-cinder-803000-4-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 04:27:58.521708 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-af781bde-8a73-46d8-8a91-67dc9ead25c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-05T04:10:35Z,description=,heartbeat_timestamp=2021-08-05T04:27:35Z,host='dv-cinder-803000-4-iscsi',id=8e71ca1b-9911-44b3-bf09-1fce3db7ea9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T04:10:35Z,topic='l3_agent')) {'router_ids': ['1fed6997-f9c8-443d-8981-667366cf7183'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:27:58.533013 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-8457ba9a-7cd3-41ef-8202-e3de7f807e25 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "PUT /v2.0/floatingips/e676140d-4347-435e-afb4-860ecc5f1d85 HTTP/1.1" status: 200 len: 990 time: 1.1534975 Aug 05 04:27:58.533611 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56a1d672-253c-4cdf-896a-1e91fef8d83c', 'tag': '7915441a-091e-4652-b26a-253a36e9ccd6'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 04:27:58.535971 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc51a2a5f300f30acac232ef327f3f01bb0f894a96a37a70efeb1c252096f2af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3cb91f9-0663-4e39-8d9b-44d9a62176dc" -d '{"events": [{"name": "network-changed", "server_uuid": "56a1d672-253c-4cdf-896a-1e91fef8d83c", "tag": "7915441a-091e-4652-b26a-253a36e9ccd6"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 04:27:58.575363 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 04:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08132fc9-5133-4103-a744-677a7bb4ddc1 x-openstack-request-id: req-08132fc9-5133-4103-a744-677a7bb4ddc1 {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 04:27:58.575754 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56a1d672-253c-4cdf-896a-1e91fef8d83c", "tag": "7915441a-091e-4652-b26a-253a36e9ccd6", "status": "completed", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 04:27:58.576099 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-08132fc9-5133-4103-a744-677a7bb4ddc1 {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 04:27:58.577149 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56a1d672-253c-4cdf-896a-1e91fef8d83c', 'tag': '7915441a-091e-4652-b26a-253a36e9ccd6', 'status': 'completed', 'code': 200} Aug 05 04:27:58.628430 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-af781bde-8a73-46d8-8a91-67dc9ead25c9 None None] Set router 1fed6997-f9c8-443d-8981-667366cf7183 gateway port host: dv-cinder-803000-4-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 04:27:58.682068 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cb91f9-0663-4e39-8d9b-44d9a62176dc req-8909ae0d-65c6-48d2-82c4-59760123d50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:27:58.683608 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-f3cb91f9-0663-4e39-8d9b-44d9a62176dc req-8909ae0d-65c6-48d2-82c4-59760123d50e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fd61998732194217b5bf2455115f2cdf&device_id=56a1d672-253c-4cdf-896a-1e91fef8d83c HTTP/1.1" status: 200 len: 1098 time: 0.0413880 Aug 05 04:27:58.785790 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cb91f9-0663-4e39-8d9b-44d9a62176dc req-ca0e269d-bf6d-4bfc-8839-87bb3213b72f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:27:58.791029 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-f3cb91f9-0663-4e39-8d9b-44d9a62176dc req-ca0e269d-bf6d-4bfc-8839-87bb3213b72f service neutron] 10.222.0.39 "GET /v2.0/networks?id=9a0e0e93-71ba-478a-a257-4e786b1050bd HTTP/1.1" status: 200 len: 918 time: 0.1002004 Aug 05 04:27:58.860914 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-f3cb91f9-0663-4e39-8d9b-44d9a62176dc req-54c62193-7cce-4613-8e11-f863c60982ec service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7915441a-091e-4652-b26a-253a36e9ccd6 HTTP/1.1" status: 200 len: 998 time: 0.0593753 Aug 05 04:27:58.874205 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-af781bde-8a73-46d8-8a91-67dc9ead25c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fed6997-f9c8-443d-8981-667366cf7183', 'name': 'tempest-AttachVolumeShelveTestJSON-1510877057-router', 'tenant_id': 'fd61998732194217b5bf2455115f2cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'external_fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '901c0e86-7da9-4bdd-ada5-ef1bfc37774b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:22:16Z', 'updated_at': '2021-08-05T04:22:19Z', 'revision_number': 4, 'project_id': 'fd61998732194217b5bf2455115f2cdf', 'gw_port': {'id': '901c0e86-7da9-4bdd-ada5-ef1bfc37774b', 'name': '', 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:84:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fed6997-f9c8-443d-8981-667366cf7183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:22:17Z', 'updated_at': '2021-08-05T04:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-4-iscsi', '_floatingips': [{'id': 'e676140d-4347-435e-afb4-860ecc5f1d85', 'tenant_id': 'fd61998732194217b5bf2455115f2cdf', 'floating_ip_address': '172.27.3.95', 'floating_network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'router_id': '1fed6997-f9c8-443d-8981-667366cf7183', 'port_id': '7915441a-091e-4652-b26a-253a36e9ccd6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a0e0e93-71ba-478a-a257-4e786b1050bd', 'mac_address': 'fa:16:3e:a3:94:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a1d672-253c-4cdf-896a-1e91fef8d83c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T04:27:44Z', 'updated_at': '2021-08-05T04:27:58Z', 'revision_number': 1, 'project_id': 'fd61998732194217b5bf2455115f2cdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdfe607b-d07e-4785-b3c3-ba59c32b6231', 'name': '', 'network_id': '9a0e0e93-71ba-478a-a257-4e786b1050bd', 'tenant_id': 'fd61998732194217b5bf2455115f2cdf', 'mac_address': 'fa:16:3e:ed:b7:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fed6997-f9c8-443d-8981-667366cf7183', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '1d9bb622-7c5a-45bd-8077-93c9d1b98081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:22:19Z', 'updated_at': '2021-08-05T04:22:24Z', 'revision_number': 5, 'project_id': 'fd61998732194217b5bf2455115f2cdf', 'subnets': [{'id': '1d9bb622-7c5a-45bd-8077-93c9d1b98081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803000-4-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:27:58.901479 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af781bde-8a73-46d8-8a91-67dc9ead25c9 None None] Checking router: 1fed6997-f9c8-443d-8981-667366cf7183 for host: dv-cinder-803000-4-iscsi {{(pid=93252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 04:27:58.910784 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af781bde-8a73-46d8-8a91-67dc9ead25c9 None None] Routers {'1fed6997-f9c8-443d-8981-667366cf7183'} bound to L3 agent in host dv-cinder-803000-4-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 04:27:58.911398 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-af781bde-8a73-46d8-8a91-67dc9ead25c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-05T04:10:35Z,description=,heartbeat_timestamp=2021-08-05T04:27:35Z,host='dv-cinder-803000-4-iscsi',id=8e71ca1b-9911-44b3-bf09-1fce3db7ea9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T04:10:35Z,topic='l3_agent')) {'router_ids': ['1fed6997-f9c8-443d-8981-667366cf7183'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:27:58.917061 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cb91f9-0663-4e39-8d9b-44d9a62176dc req-c7ac2150-8ab7-45ac-9d7a-22b12a2a8ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:27:58.918579 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-f3cb91f9-0663-4e39-8d9b-44d9a62176dc req-c7ac2150-8ab7-45ac-9d7a-22b12a2a8ffe service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1d9bb622-7c5a-45bd-8077-93c9d1b98081 HTTP/1.1" status: 200 len: 856 time: 0.0495596 Aug 05 04:27:58.946160 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bea8ed6-e66c-4d6a-bcfa-7e94a9308378 req-438ded2c-bded-468b-95ac-feb14f1368e1 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:27:58.947747 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9bea8ed6-e66c-4d6a-bcfa-7e94a9308378 req-438ded2c-bded-468b-95ac-feb14f1368e1 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] 10.222.0.37 "GET /v2.0/ports?device_id=b894ee9b-9d12-4cc5-950c-d2eaa7033d81 HTTP/1.1" status: 200 len: 945 time: 0.0493419 Aug 05 04:27:58.967365 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cb91f9-0663-4e39-8d9b-44d9a62176dc req-88d44580-3381-4eff-9838-8867ad567bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:27:58.969462 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-f3cb91f9-0663-4e39-8d9b-44d9a62176dc req-88d44580-3381-4eff-9838-8867ad567bf2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9a0e0e93-71ba-478a-a257-4e786b1050bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437493 Aug 05 04:27:58.990386 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9bea8ed6-e66c-4d6a-bcfa-7e94a9308378 req-20abb878-7452-40df-b522-5620fcbfefc2 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] 10.222.0.37 "GET /v2.0/security-groups?id=570d81e3-ddcd-4e93-b0e6-1ef91da633db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357332 Aug 05 04:27:59.013597 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 34230) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:27:59.018581 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-af781bde-8a73-46d8-8a91-67dc9ead25c9 None None] Set router 1fed6997-f9c8-443d-8981-667366cf7183 gateway port host: dv-cinder-803000-4-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 04:27:59.061536 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-f3cb91f9-0663-4e39-8d9b-44d9a62176dc req-5cbdfc87-9321-49dd-a8cb-2acdc10790d5 service neutron] 10.222.0.39 "GET /v2.0/networks/9a0e0e93-71ba-478a-a257-4e786b1050bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841870 Aug 05 04:27:59.154683 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-464e0595-8576-4f04-9699-e39e678759b9 tempest-TestMinimumBasicScenario-875636041 tempest-TestMinimumBasicScenario-875636041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:27:59.158642 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-464e0595-8576-4f04-9699-e39e678759b9 tempest-TestMinimumBasicScenario-875636041 tempest-TestMinimumBasicScenario-875636041-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=b894ee9b-9d12-4cc5-950c-d2eaa7033d81 HTTP/1.1" status: 200 len: 1093 time: 0.1439099 Aug 05 04:27:59.159670 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 34234) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:27:59.166313 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-d5c360bf-eeb5-42ec-84bd-04217e5c02a5 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Request body: {'floatingip': {'floating_network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'port_id': '3117a683-7ebb-4b69-bd83-a9b636705307', 'tenant_id': '79070a9d3f8e438fbbec93f519c44426', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:27:59.175904 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-f3cb91f9-0663-4e39-8d9b-44d9a62176dc req-3ba2552e-cefe-4bf9-83d5-520bc6aff50b service neutron] 10.222.0.39 "GET /v2.0/networks/9a0e0e93-71ba-478a-a257-4e786b1050bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068594 Aug 05 04:27:59.191206 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-d5c360bf-eeb5-42ec-84bd-04217e5c02a5 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Notify callbacks [] for floatingip, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:59.249491 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-af781bde-8a73-46d8-8a91-67dc9ead25c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fed6997-f9c8-443d-8981-667366cf7183', 'name': 'tempest-AttachVolumeShelveTestJSON-1510877057-router', 'tenant_id': 'fd61998732194217b5bf2455115f2cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'external_fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '901c0e86-7da9-4bdd-ada5-ef1bfc37774b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:22:16Z', 'updated_at': '2021-08-05T04:22:19Z', 'revision_number': 4, 'project_id': 'fd61998732194217b5bf2455115f2cdf', 'gw_port': {'id': '901c0e86-7da9-4bdd-ada5-ef1bfc37774b', 'name': '', 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:84:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fed6997-f9c8-443d-8981-667366cf7183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:22:17Z', 'updated_at': '2021-08-05T04:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-4-iscsi', '_floatingips': [{'id': 'e676140d-4347-435e-afb4-860ecc5f1d85', 'tenant_id': 'fd61998732194217b5bf2455115f2cdf', 'floating_ip_address': '172.27.3.95', 'floating_network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'router_id': '1fed6997-f9c8-443d-8981-667366cf7183', 'port_id': '7915441a-091e-4652-b26a-253a36e9ccd6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a0e0e93-71ba-478a-a257-4e786b1050bd', 'mac_address': 'fa:16:3e:a3:94:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a1d672-253c-4cdf-896a-1e91fef8d83c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T04:27:44Z', 'updated_at': '2021-08-05T04:27:58Z', 'revision_number': 1, 'project_id': 'fd61998732194217b5bf2455115f2cdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdfe607b-d07e-4785-b3c3-ba59c32b6231', 'name': '', 'network_id': '9a0e0e93-71ba-478a-a257-4e786b1050bd', 'tenant_id': 'fd61998732194217b5bf2455115f2cdf', 'mac_address': 'fa:16:3e:ed:b7:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fed6997-f9c8-443d-8981-667366cf7183', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '1d9bb622-7c5a-45bd-8077-93c9d1b98081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:22:19Z', 'updated_at': '2021-08-05T04:22:24Z', 'revision_number': 5, 'project_id': 'fd61998732194217b5bf2455115f2cdf', 'subnets': [{'id': '1d9bb622-7c5a-45bd-8077-93c9d1b98081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803000-4-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:27:59.289922 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-d5c360bf-eeb5-42ec-84bd-04217e5c02a5 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:59.397049 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af781bde-8a73-46d8-8a91-67dc9ead25c9 None None] The sync data for ids ['1fed6997-f9c8-443d-8981-667366cf7183'] in dv-cinder-803000-4-iscsi is: [{'id': '1fed6997-f9c8-443d-8981-667366cf7183', 'name': 'tempest-AttachVolumeShelveTestJSON-1510877057-router', 'tenant_id': 'fd61998732194217b5bf2455115f2cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'external_fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '901c0e86-7da9-4bdd-ada5-ef1bfc37774b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:22:16Z', 'updated_at': '2021-08-05T04:22:19Z', 'revision_number': 4, 'project_id': 'fd61998732194217b5bf2455115f2cdf', 'gw_port': {'id': '901c0e86-7da9-4bdd-ada5-ef1bfc37774b', 'name': '', 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:84:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fed6997-f9c8-443d-8981-667366cf7183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:22:17Z', 'updated_at': '2021-08-05T04:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-4-iscsi', '_floatingips': [{'id': 'e676140d-4347-435e-afb4-860ecc5f1d85', 'tenant_id': 'fd61998732194217b5bf2455115f2cdf', 'floating_ip_address': '172.27.3.95', 'floating_network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'router_id': '1fed6997-f9c8-443d-8981-667366cf7183', 'port_id': '7915441a-091e-4652-b26a-253a36e9ccd6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a0e0e93-71ba-478a-a257-4e786b1050bd', 'mac_address': 'fa:16:3e:a3:94:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a1d672-253c-4cdf-896a-1e91fef8d83c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T04:27:44Z', 'updated_at': '2021-08-05T04:27:58Z', 'revision_number': 1, 'project_id': 'fd61998732194217b5bf2455115f2cdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdfe607b-d07e-4785-b3c3-ba59c32b6231', 'name': '', 'network_id': '9a0e0e93-71ba-478a-a257-4e786b1050bd', 'tenant_id': 'fd61998732194217b5bf2455115f2cdf', 'mac_address': 'fa:16:3e:ed:b7:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fed6997-f9c8-443d-8981-667366cf7183', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '1d9bb622-7c5a-45bd-8077-93c9d1b98081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:22:19Z', 'updated_at': '2021-08-05T04:22:24Z', 'revision_number': 5, 'project_id': 'fd61998732194217b5bf2455115f2cdf', 'subnets': [{'id': '1d9bb622-7c5a-45bd-8077-93c9d1b98081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 04:27:59.400175 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.db_base_plugin_common [None req-d5c360bf-eeb5-42ec-84bd-04217e5c02a5 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Allocated IP 172.27.3.211 (6aa50667-ad26-490a-abab-e40f5b548551/1981b9cb-30a8-4ce2-a61f-12a80c9863da/f022cbad-763f-41f2-abdc-a28a0a08e377) {{(pid=93251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 04:27:59.508815 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-d5c360bf-eeb5-42ec-84bd-04217e5c02a5 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Notify callbacks [] for port, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:59.550064 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-d5c360bf-eeb5-42ec-84bd-04217e5c02a5 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763712145875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8933231'] for port, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:27:59.594193 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a693abf-3ef4-467f-b1d7-c0f12a91bfc6 None None] New status for floating IP e676140d-4347-435e-afb4-860ecc5f1d85: ACTIVE {{(pid=93253) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 04:27:59.597831 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c360bf-eeb5-42ec-84bd-04217e5c02a5 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Network 6aa50667-ad26-490a-abab-e40f5b548551 is already hosted by enough agents. {{(pid=93251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 04:27:59.601413 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [None req-d5c360bf-eeb5-42ec-84bd-04217e5c02a5 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Resources bound (agent type, host, resource id): {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 04:27:59.605717 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c360bf-eeb5-42ec-84bd-04217e5c02a5 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Received port after_create {{(pid=93251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 04:27:59.609307 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c360bf-eeb5-42ec-84bd-04217e5c02a5 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Pushing event updated for resources: {'Port': ['ID=f022cbad-763f-41f2-abdc-a28a0a08e377,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:27:59.960076 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-d5c360bf-eeb5-42ec-84bd-04217e5c02a5 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:28:00.021453 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-d5c360bf-eeb5-42ec-84bd-04217e5c02a5 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:28:00.164033 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-d5c360bf-eeb5-42ec-84bd-04217e5c02a5 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Notify callbacks [] for port, precommit_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:28:00.168401 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-d5c360bf-eeb5-42ec-84bd-04217e5c02a5 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8933222'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:28:00.237045 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c360bf-eeb5-42ec-84bd-04217e5c02a5 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Pushing event updated for resources: {'Port': ['ID=f022cbad-763f-41f2-abdc-a28a0a08e377,revision_number=2']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:28:00.246301 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-d5c360bf-eeb5-42ec-84bd-04217e5c02a5 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-699471'] for floatingip, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:28:00.341487 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.db.l3_db [None req-d5c360bf-eeb5-42ec-84bd-04217e5c02a5 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Floating IP f2620824-5d7b-4d39-98e4-99e76d701f95 associated. External IP: 172.27.3.211, port: 3117a683-7ebb-4b69-bd83-a9b636705307. Aug 05 04:28:00.536065 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5c360bf-eeb5-42ec-84bd-04217e5c02a5 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Router c7ecc11d-74c4-41d4-9461-232faa62e30f has already been hosted by L3 agent 8e71ca1b-9911-44b3-bf09-1fce3db7ea9a {{(pid=93251) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 04:28:00.645946 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5c360bf-eeb5-42ec-84bd-04217e5c02a5 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Notify agent at l3_agent.dv-cinder-803000-4-iscsi the message routers_updated {{(pid=93251) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 04:28:00.657944 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96575ae6-67a1-4eff-87a0-3085bd842ba3 None None] Sync routers for ids ['c7ecc11d-74c4-41d4-9461-232faa62e30f'] in dv-cinder-803000-4-iscsi {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 04:28:00.661981 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-d5c360bf-eeb5-42ec-84bd-04217e5c02a5 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224329'] for floatingip, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:28:00.666880 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96575ae6-67a1-4eff-87a0-3085bd842ba3 None None] Routers {'c7ecc11d-74c4-41d4-9461-232faa62e30f'} bound to L3 agent in host dv-cinder-803000-4-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 04:28:00.667506 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-96575ae6-67a1-4eff-87a0-3085bd842ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-05T04:10:35Z,description=,heartbeat_timestamp=2021-08-05T04:27:35Z,host='dv-cinder-803000-4-iscsi',id=8e71ca1b-9911-44b3-bf09-1fce3db7ea9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T04:10:35Z,topic='l3_agent')) {'router_ids': ['c7ecc11d-74c4-41d4-9461-232faa62e30f'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:28:00.688078 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-d5c360bf-eeb5-42ec-84bd-04217e5c02a5 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5274057 Aug 05 04:28:00.688749 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b894ee9b-9d12-4cc5-950c-d2eaa7033d81', 'tag': '3117a683-7ebb-4b69-bd83-a9b636705307'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 04:28:00.690926 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 34242) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:28:00.691432 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc51a2a5f300f30acac232ef327f3f01bb0f894a96a37a70efeb1c252096f2af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5561e47-0285-4320-a219-8d5a96f4c4cf" -d '{"events": [{"name": "network-changed", "server_uuid": "b894ee9b-9d12-4cc5-950c-d2eaa7033d81", "tag": "3117a683-7ebb-4b69-bd83-a9b636705307"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 04:28:00.695831 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-e2aa4792-c490-45e4-8e0b-ed7543f275ce tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1855508408', 'description': 'tempest-secgroup-smoke-1855508408 description', 'project_id': '79070a9d3f8e438fbbec93f519c44426'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:28:00.719350 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e2aa4792-c490-45e4-8e0b-ed7543f275ce tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:28:00.737598 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 04:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-662973d1-f445-4884-87f4-88a7bb1d956c x-openstack-request-id: req-662973d1-f445-4884-87f4-88a7bb1d956c {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 04:28:00.737884 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b894ee9b-9d12-4cc5-950c-d2eaa7033d81", "tag": "3117a683-7ebb-4b69-bd83-a9b636705307", "status": "completed", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 04:28:00.738135 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-662973d1-f445-4884-87f4-88a7bb1d956c {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 04:28:00.738548 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b894ee9b-9d12-4cc5-950c-d2eaa7033d81', 'tag': '3117a683-7ebb-4b69-bd83-a9b636705307', 'status': 'completed', 'code': 200} Aug 05 04:28:00.782446 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-96575ae6-67a1-4eff-87a0-3085bd842ba3 None None] Set router c7ecc11d-74c4-41d4-9461-232faa62e30f gateway port host: dv-cinder-803000-4-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 04:28:00.804853 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e2aa4792-c490-45e4-8e0b-ed7543f275ce tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:28:00.809375 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e2aa4792-c490-45e4-8e0b-ed7543f275ce tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:28:00.838127 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5561e47-0285-4320-a219-8d5a96f4c4cf req-3eec6e42-4726-4f29-9034-23a50316a2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:28:00.840142 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-a5561e47-0285-4320-a219-8d5a96f4c4cf req-3eec6e42-4726-4f29-9034-23a50316a2f6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=79070a9d3f8e438fbbec93f519c44426&device_id=b894ee9b-9d12-4cc5-950c-d2eaa7033d81 HTTP/1.1" status: 200 len: 1098 time: 0.0526052 Aug 05 04:28:00.843272 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e2aa4792-c490-45e4-8e0b-ed7543f275ce tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:28:00.847567 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-e2aa4792-c490-45e4-8e0b-ed7543f275ce tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1526940 Aug 05 04:28:00.847567 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2aa4792-c490-45e4-8e0b-ed7543f275ce tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b11ee74-5d41-4cd6-9ea0-e44f3ca926c6,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:28:00.850086 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 34248) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:28:00.854499 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-ee091ecb-d2d2-442a-b4ef-e0abd9a5bd2f tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Request body: {'security_group_rule': {'security_group_id': '4b11ee74-5d41-4cd6-9ea0-e44f3ca926c6', 'project_id': '79070a9d3f8e438fbbec93f519c44426', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:28:00.884463 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ee091ecb-d2d2-442a-b4ef-e0abd9a5bd2f tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:28:00.941441 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5561e47-0285-4320-a219-8d5a96f4c4cf req-3f9568d0-29a4-4540-ab6c-0d8177b14ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:28:00.942956 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-a5561e47-0285-4320-a219-8d5a96f4c4cf req-3f9568d0-29a4-4540-ab6c-0d8177b14ce7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9c2b2137-69fe-4a55-a9a9-a7df818b8725 HTTP/1.1" status: 200 len: 914 time: 0.0942080 Aug 05 04:28:00.947366 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ee091ecb-d2d2-442a-b4ef-e0abd9a5bd2f tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:28:00.951703 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ee091ecb-d2d2-442a-b4ef-e0abd9a5bd2f tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617728'] for security_group_rule, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:28:00.969911 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee091ecb-d2d2-442a-b4ef-e0abd9a5bd2f tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11ba83a2-5b83-4982-be9f-57a1a1e5d2bf,revision_number=0']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:28:00.979313 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ee091ecb-d2d2-442a-b4ef-e0abd9a5bd2f tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:28:00.980522 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-ee091ecb-d2d2-442a-b4ef-e0abd9a5bd2f tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1294153 Aug 05 04:28:00.983172 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 34250) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:28:00.987692 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-3cfd29a0-52a3-4855-9db7-fbd97f6bf09c tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Request body: {'security_group_rule': {'security_group_id': '4b11ee74-5d41-4cd6-9ea0-e44f3ca926c6', 'project_id': '79070a9d3f8e438fbbec93f519c44426', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:28:01.016038 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3cfd29a0-52a3-4855-9db7-fbd97f6bf09c tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:28:01.027148 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-a5561e47-0285-4320-a219-8d5a96f4c4cf req-a5c99a3d-ca53-452b-a97e-301eaae9a611 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3117a683-7ebb-4b69-bd83-a9b636705307 HTTP/1.1" status: 200 len: 999 time: 0.0763640 Aug 05 04:28:01.040891 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-96575ae6-67a1-4eff-87a0-3085bd842ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7ecc11d-74c4-41d4-9461-232faa62e30f', 'name': 'tempest-TestMinimumBasicScenario-15698740-router', 'tenant_id': '79070a9d3f8e438fbbec93f519c44426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'external_fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': '6b97e8b8-b75c-42e6-bf39-4e61069a58cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:27:03Z', 'updated_at': '2021-08-05T04:27:05Z', 'revision_number': 4, 'project_id': '79070a9d3f8e438fbbec93f519c44426', 'gw_port': {'id': '6b97e8b8-b75c-42e6-bf39-4e61069a58cc', 'name': '', 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:28:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ecc11d-74c4-41d4-9461-232faa62e30f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:27:03Z', 'updated_at': '2021-08-05T04:27:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-4-iscsi', '_floatingips': [{'id': 'f2620824-5d7b-4d39-98e4-99e76d701f95', 'tenant_id': '79070a9d3f8e438fbbec93f519c44426', 'floating_ip_address': '172.27.3.211', 'floating_network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'router_id': 'c7ecc11d-74c4-41d4-9461-232faa62e30f', 'port_id': '3117a683-7ebb-4b69-bd83-a9b636705307', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c2b2137-69fe-4a55-a9a9-a7df818b8725', 'mac_address': 'fa:16:3e:fd:55:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b894ee9b-9d12-4cc5-950c-d2eaa7033d81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T04:27:59Z', 'updated_at': '2021-08-05T04:27:59Z', 'revision_number': 0, 'project_id': '79070a9d3f8e438fbbec93f519c44426', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff7377a3-ebd0-418b-9487-8ceef315d592', 'name': '', 'network_id': '9c2b2137-69fe-4a55-a9a9-a7df818b8725', 'tenant_id': '79070a9d3f8e438fbbec93f519c44426', 'mac_address': 'fa:16:3e:a4:07:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ecc11d-74c4-41d4-9461-232faa62e30f', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '7d5a57ba-23c0-437c-ae13-0d863b340f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:27:05Z', 'updated_at': '2021-08-05T04:27:12Z', 'revision_number': 5, 'project_id': '79070a9d3f8e438fbbec93f519c44426', 'subnets': [{'id': '7d5a57ba-23c0-437c-ae13-0d863b340f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803000-4-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:28:01.073071 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96575ae6-67a1-4eff-87a0-3085bd842ba3 None None] Checking router: c7ecc11d-74c4-41d4-9461-232faa62e30f for host: dv-cinder-803000-4-iscsi {{(pid=93252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 04:28:01.082501 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3cfd29a0-52a3-4855-9db7-fbd97f6bf09c tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:28:01.083114 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96575ae6-67a1-4eff-87a0-3085bd842ba3 None None] Routers {'c7ecc11d-74c4-41d4-9461-232faa62e30f'} bound to L3 agent in host dv-cinder-803000-4-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 04:28:01.083837 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-96575ae6-67a1-4eff-87a0-3085bd842ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-05T04:10:35Z,description=,heartbeat_timestamp=2021-08-05T04:27:35Z,host='dv-cinder-803000-4-iscsi',id=8e71ca1b-9911-44b3-bf09-1fce3db7ea9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T04:10:35Z,topic='l3_agent')) {'router_ids': ['c7ecc11d-74c4-41d4-9461-232faa62e30f'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:28:01.086815 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3cfd29a0-52a3-4855-9db7-fbd97f6bf09c tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617728'] for security_group_rule, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:28:01.091573 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5561e47-0285-4320-a219-8d5a96f4c4cf req-7afb0668-af7a-46e3-8b49-042c49bd860a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:28:01.093037 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-a5561e47-0285-4320-a219-8d5a96f4c4cf req-7afb0668-af7a-46e3-8b49-042c49bd860a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7d5a57ba-23c0-437c-ae13-0d863b340f95 HTTP/1.1" status: 200 len: 852 time: 0.0461276 Aug 05 04:28:01.105400 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfd29a0-52a3-4855-9db7-fbd97f6bf09c tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12e304cc-e0b1-445e-8003-05de88d46f60,revision_number=0']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:28:01.114322 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3cfd29a0-52a3-4855-9db7-fbd97f6bf09c tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:28:01.118441 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-3cfd29a0-52a3-4855-9db7-fbd97f6bf09c tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1342709 Aug 05 04:28:01.119044 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 34252) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:28:01.123999 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-e957f740-a1d0-4f65-ba4d-540798f6ba34 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Request body: {'security_group_rule': {'security_group_id': '4b11ee74-5d41-4cd6-9ea0-e44f3ca926c6', 'project_id': '79070a9d3f8e438fbbec93f519c44426', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:28:01.144324 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5561e47-0285-4320-a219-8d5a96f4c4cf req-9967e6e7-b488-4431-8916-3ba977298117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:28:01.146191 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-a5561e47-0285-4320-a219-8d5a96f4c4cf req-9967e6e7-b488-4431-8916-3ba977298117 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9c2b2137-69fe-4a55-a9a9-a7df818b8725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0450861 Aug 05 04:28:01.153013 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e957f740-a1d0-4f65-ba4d-540798f6ba34 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:28:01.194914 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-96575ae6-67a1-4eff-87a0-3085bd842ba3 None None] Set router c7ecc11d-74c4-41d4-9461-232faa62e30f gateway port host: dv-cinder-803000-4-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 04:28:01.213512 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e957f740-a1d0-4f65-ba4d-540798f6ba34 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:28:01.218459 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e957f740-a1d0-4f65-ba4d-540798f6ba34 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617728'] for security_group_rule, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:28:01.238976 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e957f740-a1d0-4f65-ba4d-540798f6ba34 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f49fd1c-9500-410d-90e8-0b1aaab610eb,revision_number=0']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:28:01.243107 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e957f740-a1d0-4f65-ba4d-540798f6ba34 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:28:01.246945 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-e957f740-a1d0-4f65-ba4d-540798f6ba34 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1243064 Aug 05 04:28:01.247591 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 34254) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:28:01.252928 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-5bea6faf-f6cc-4cba-9b5f-ee41a131c871 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Request body: {'security_group_rule': {'security_group_id': '4b11ee74-5d41-4cd6-9ea0-e44f3ca926c6', 'project_id': '79070a9d3f8e438fbbec93f519c44426', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:28:01.258244 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-a5561e47-0285-4320-a219-8d5a96f4c4cf req-614f1a91-f1a9-42cc-b38b-8c64a58c9747 service neutron] 10.222.0.39 "GET /v2.0/networks/9c2b2137-69fe-4a55-a9a9-a7df818b8725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041796 Aug 05 04:28:01.281560 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5bea6faf-f6cc-4cba-9b5f-ee41a131c871 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:28:01.386920 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5bea6faf-f6cc-4cba-9b5f-ee41a131c871 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:28:01.398816 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5bea6faf-f6cc-4cba-9b5f-ee41a131c871 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617728'] for security_group_rule, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:28:01.415035 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-a5561e47-0285-4320-a219-8d5a96f4c4cf req-1f744bdf-85af-4503-a5c2-d514b04046b1 service neutron] 10.222.0.39 "GET /v2.0/networks/9c2b2137-69fe-4a55-a9a9-a7df818b8725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307955 Aug 05 04:28:01.419390 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bea6faf-f6cc-4cba-9b5f-ee41a131c871 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=399780ab-36b6-4062-afa1-078781247f21,revision_number=0']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:28:01.430504 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bea6faf-f6cc-4cba-9b5f-ee41a131c871 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:28:01.430883 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bea6faf-f6cc-4cba-9b5f-ee41a131c871 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:28:01.431226 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bea6faf-f6cc-4cba-9b5f-ee41a131c871 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:28:01.431561 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bea6faf-f6cc-4cba-9b5f-ee41a131c871 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:28:01.431897 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bea6faf-f6cc-4cba-9b5f-ee41a131c871 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:28:01.432213 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bea6faf-f6cc-4cba-9b5f-ee41a131c871 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:28:01.432679 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bea6faf-f6cc-4cba-9b5f-ee41a131c871 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:28:01.433033 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bea6faf-f6cc-4cba-9b5f-ee41a131c871 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:28:01.433956 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bea6faf-f6cc-4cba-9b5f-ee41a131c871 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:28:01.433956 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bea6faf-f6cc-4cba-9b5f-ee41a131c871 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:28:01.433956 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bea6faf-f6cc-4cba-9b5f-ee41a131c871 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:28:01.434347 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bea6faf-f6cc-4cba-9b5f-ee41a131c871 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:28:01.434468 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-96575ae6-67a1-4eff-87a0-3085bd842ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7ecc11d-74c4-41d4-9461-232faa62e30f', 'name': 'tempest-TestMinimumBasicScenario-15698740-router', 'tenant_id': '79070a9d3f8e438fbbec93f519c44426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'external_fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': '6b97e8b8-b75c-42e6-bf39-4e61069a58cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:27:03Z', 'updated_at': '2021-08-05T04:27:05Z', 'revision_number': 4, 'project_id': '79070a9d3f8e438fbbec93f519c44426', 'gw_port': {'id': '6b97e8b8-b75c-42e6-bf39-4e61069a58cc', 'name': '', 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:28:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ecc11d-74c4-41d4-9461-232faa62e30f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:27:03Z', 'updated_at': '2021-08-05T04:27:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-4-iscsi', '_floatingips': [{'id': 'f2620824-5d7b-4d39-98e4-99e76d701f95', 'tenant_id': '79070a9d3f8e438fbbec93f519c44426', 'floating_ip_address': '172.27.3.211', 'floating_network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'router_id': 'c7ecc11d-74c4-41d4-9461-232faa62e30f', 'port_id': '3117a683-7ebb-4b69-bd83-a9b636705307', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c2b2137-69fe-4a55-a9a9-a7df818b8725', 'mac_address': 'fa:16:3e:fd:55:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b894ee9b-9d12-4cc5-950c-d2eaa7033d81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T04:27:59Z', 'updated_at': '2021-08-05T04:27:59Z', 'revision_number': 0, 'project_id': '79070a9d3f8e438fbbec93f519c44426', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff7377a3-ebd0-418b-9487-8ceef315d592', 'name': '', 'network_id': '9c2b2137-69fe-4a55-a9a9-a7df818b8725', 'tenant_id': '79070a9d3f8e438fbbec93f519c44426', 'mac_address': 'fa:16:3e:a4:07:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ecc11d-74c4-41d4-9461-232faa62e30f', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '7d5a57ba-23c0-437c-ae13-0d863b340f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:27:05Z', 'updated_at': '2021-08-05T04:27:12Z', 'revision_number': 5, 'project_id': '79070a9d3f8e438fbbec93f519c44426', 'subnets': [{'id': '7d5a57ba-23c0-437c-ae13-0d863b340f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803000-4-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:28:01.438098 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5bea6faf-f6cc-4cba-9b5f-ee41a131c871 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:28:01.439274 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-5bea6faf-f6cc-4cba-9b5f-ee41a131c871 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1904850 Aug 05 04:28:01.442092 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 34256) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:28:01.446808 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-c8f28855-3293-4adb-875c-775a65c3d997 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Request body: {'security_group_rule': {'security_group_id': '4b11ee74-5d41-4cd6-9ea0-e44f3ca926c6', 'project_id': '79070a9d3f8e438fbbec93f519c44426', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:28:01.462926 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96575ae6-67a1-4eff-87a0-3085bd842ba3 None None] The sync data for ids ['c7ecc11d-74c4-41d4-9461-232faa62e30f'] in dv-cinder-803000-4-iscsi is: [{'id': 'c7ecc11d-74c4-41d4-9461-232faa62e30f', 'name': 'tempest-TestMinimumBasicScenario-15698740-router', 'tenant_id': '79070a9d3f8e438fbbec93f519c44426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'external_fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': '6b97e8b8-b75c-42e6-bf39-4e61069a58cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:27:03Z', 'updated_at': '2021-08-05T04:27:05Z', 'revision_number': 4, 'project_id': '79070a9d3f8e438fbbec93f519c44426', 'gw_port': {'id': '6b97e8b8-b75c-42e6-bf39-4e61069a58cc', 'name': '', 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:28:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ecc11d-74c4-41d4-9461-232faa62e30f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:27:03Z', 'updated_at': '2021-08-05T04:27:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-4-iscsi', '_floatingips': [{'id': 'f2620824-5d7b-4d39-98e4-99e76d701f95', 'tenant_id': '79070a9d3f8e438fbbec93f519c44426', 'floating_ip_address': '172.27.3.211', 'floating_network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'router_id': 'c7ecc11d-74c4-41d4-9461-232faa62e30f', 'port_id': '3117a683-7ebb-4b69-bd83-a9b636705307', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c2b2137-69fe-4a55-a9a9-a7df818b8725', 'mac_address': 'fa:16:3e:fd:55:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b894ee9b-9d12-4cc5-950c-d2eaa7033d81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T04:27:59Z', 'updated_at': '2021-08-05T04:27:59Z', 'revision_number': 0, 'project_id': '79070a9d3f8e438fbbec93f519c44426', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff7377a3-ebd0-418b-9487-8ceef315d592', 'name': '', 'network_id': '9c2b2137-69fe-4a55-a9a9-a7df818b8725', 'tenant_id': '79070a9d3f8e438fbbec93f519c44426', 'mac_address': 'fa:16:3e:a4:07:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ecc11d-74c4-41d4-9461-232faa62e30f', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '7d5a57ba-23c0-437c-ae13-0d863b340f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:27:05Z', 'updated_at': '2021-08-05T04:27:12Z', 'revision_number': 5, 'project_id': '79070a9d3f8e438fbbec93f519c44426', 'subnets': [{'id': '7d5a57ba-23c0-437c-ae13-0d863b340f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 04:28:01.475640 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.db.securitygroups_db [None req-c8f28855-3293-4adb-875c-775a65c3d997 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Project 79070a9d3f8e438fbbec93f519c44426 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 05 04:28:01.480744 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c8f28855-3293-4adb-875c-775a65c3d997 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:28:01.543090 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c8f28855-3293-4adb-875c-775a65c3d997 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:28:01.547519 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c8f28855-3293-4adb-875c-775a65c3d997 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617728'] for security_group_rule, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:28:01.564169 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f28855-3293-4adb-875c-775a65c3d997 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=731b8004-3eca-4a68-8a4c-a9ebbd006255,revision_number=0']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:28:01.570590 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c8f28855-3293-4adb-875c-775a65c3d997 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:28:01.571786 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-c8f28855-3293-4adb-875c-775a65c3d997 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1286418 Aug 05 04:28:01.575147 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 34258) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:28:01.579448 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-99ad3601-85a3-4840-aca0-91099396c72f tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Request body: {'security_group_rule': {'security_group_id': '4b11ee74-5d41-4cd6-9ea0-e44f3ca926c6', 'project_id': '79070a9d3f8e438fbbec93f519c44426', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:28:01.601306 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.db.securitygroups_db [None req-99ad3601-85a3-4840-aca0-91099396c72f tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Project 79070a9d3f8e438fbbec93f519c44426 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 05 04:28:01.606303 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-99ad3601-85a3-4840-aca0-91099396c72f tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:28:01.670611 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf650d44-5111-48c4-be98-810e49320a03 None None] New status for floating IP f2620824-5d7b-4d39-98e4-99e76d701f95: ACTIVE {{(pid=93253) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 04:28:01.673187 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-99ad3601-85a3-4840-aca0-91099396c72f tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:28:01.677568 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-99ad3601-85a3-4840-aca0-91099396c72f tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617728'] for security_group_rule, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:28:01.694740 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ad3601-85a3-4840-aca0-91099396c72f tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6722267-fdda-4217-a15d-ad0433320791,revision_number=0']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:28:01.702056 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-99ad3601-85a3-4840-aca0-91099396c72f tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:28:01.703577 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-99ad3601-85a3-4840-aca0-91099396c72f tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1274588 Aug 05 04:28:01.785618 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-12fc462a-9084-4d51-a00e-5cd29d7ab2aa req-27225f0c-3729-472c-8c04-d066782bd1d7 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1855508408&fields=id&tenant_id=79070a9d3f8e438fbbec93f519c44426 HTTP/1.1" status: 200 len: 267 time: 0.0338292 Aug 05 04:28:01.838798 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fc462a-9084-4d51-a00e-5cd29d7ab2aa req-368e5b2e-6db8-4643-ab07-01ef13ad9140 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:28:01.840271 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-12fc462a-9084-4d51-a00e-5cd29d7ab2aa req-368e5b2e-6db8-4643-ab07-01ef13ad9140 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] 10.222.0.37 "GET /v2.0/ports?device_id=b894ee9b-9d12-4cc5-950c-d2eaa7033d81 HTTP/1.1" status: 200 len: 945 time: 0.0488348 Aug 05 04:28:01.859522 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [req-12fc462a-9084-4d51-a00e-5cd29d7ab2aa req-6ed15798-5fa0-4bc5-a040-1624bf160dcc tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Request body: {'port': {'security_groups': ['570d81e3-ddcd-4e93-b0e6-1ef91da633db', '4b11ee74-5d41-4cd6-9ea0-e44f3ca926c6']}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:28:01.925798 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-12fc462a-9084-4d51-a00e-5cd29d7ab2aa req-6ed15798-5fa0-4bc5-a040-1624bf160dcc tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:28:02.137221 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-12fc462a-9084-4d51-a00e-5cd29d7ab2aa req-6ed15798-5fa0-4bc5-a040-1624bf160dcc tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] For port 3117a683-7ebb-4b69-bd83-a9b636705307, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=3117a683-7ebb-4b69-bd83-a9b636705307,segment=NetworkSegment(f61e526f-192b-4532-90d4-bb25d73fe17b),segment_id=f61e526f-192b-4532-90d4-bb25d73fe17b)] {{(pid=93250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:28:02.166054 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-12fc462a-9084-4d51-a00e-5cd29d7ab2aa req-6ed15798-5fa0-4bc5-a040-1624bf160dcc tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Notify callbacks [] for port, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:28:02.170650 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-12fc462a-9084-4d51-a00e-5cd29d7ab2aa req-6ed15798-5fa0-4bc5-a040-1624bf160dcc tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3061373'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:28:02.208168 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] get_ports_and_sgs() called for port_ids ['3117a683-7ebb-4b69-bd83-a9b636705307'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 04:28:02.212566 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fc462a-9084-4d51-a00e-5cd29d7ab2aa req-6ed15798-5fa0-4bc5-a040-1624bf160dcc tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:28:02.213331 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-12fc462a-9084-4d51-a00e-5cd29d7ab2aa req-6ed15798-5fa0-4bc5-a040-1624bf160dcc tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224329'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:28:02.214580 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-12fc462a-9084-4d51-a00e-5cd29d7ab2aa req-6ed15798-5fa0-4bc5-a040-1624bf160dcc tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] 10.222.0.37 "PUT /v2.0/ports/3117a683-7ebb-4b69-bd83-a9b636705307 HTTP/1.1" status: 200 len: 981 time: 0.3599820 Aug 05 04:28:02.215026 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b894ee9b-9d12-4cc5-950c-d2eaa7033d81', 'tag': '3117a683-7ebb-4b69-bd83-a9b636705307'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 04:28:02.218405 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}291f54d86260268176ea2bbc10b53d1be45ae62ce21e3035f9ef74b1f5967b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f822bc9a-e8be-4109-8e2b-60859b86515c" -d '{"events": [{"name": "network-changed", "server_uuid": "b894ee9b-9d12-4cc5-950c-d2eaa7033d81", "tag": "3117a683-7ebb-4b69-bd83-a9b636705307"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 04:28:02.252019 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed15798-5fa0-4bc5-a040-1624bf160dcc tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Pushing event updated for resources: {'Port': ['ID=3117a683-7ebb-4b69-bd83-a9b636705307,revision_number=6']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:28:02.276626 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 04:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52c6fc43-3fb4-41e2-b74f-7ad023431eb9 x-openstack-request-id: req-52c6fc43-3fb4-41e2-b74f-7ad023431eb9 {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 04:28:02.276933 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b894ee9b-9d12-4cc5-950c-d2eaa7033d81", "tag": "3117a683-7ebb-4b69-bd83-a9b636705307", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 04:28:02.277185 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-52c6fc43-3fb4-41e2-b74f-7ad023431eb9 {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 04:28:02.277789 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b894ee9b-9d12-4cc5-950c-d2eaa7033d81', 'tag': '3117a683-7ebb-4b69-bd83-a9b636705307', 'status': 'completed', 'code': 200} Aug 05 04:28:02.332289 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec5312f-cdb1-4583-9542-1d5abc9072f3 req-650f2a57-c1c4-46e6-b2cb-45c2cf530c9e tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:28:02.334208 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4ec5312f-cdb1-4583-9542-1d5abc9072f3 req-650f2a57-c1c4-46e6-b2cb-45c2cf530c9e tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] 10.222.0.37 "GET /v2.0/ports?device_id=b894ee9b-9d12-4cc5-950c-d2eaa7033d81 HTTP/1.1" status: 200 len: 984 time: 0.0555477 Aug 05 04:28:02.378974 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f822bc9a-e8be-4109-8e2b-60859b86515c req-4b8eef8c-3376-4daa-a663-11c2f564f395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:28:02.380630 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-f822bc9a-e8be-4109-8e2b-60859b86515c req-4b8eef8c-3376-4daa-a663-11c2f564f395 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=79070a9d3f8e438fbbec93f519c44426&device_id=b894ee9b-9d12-4cc5-950c-d2eaa7033d81 HTTP/1.1" status: 200 len: 1137 time: 0.0541108 Aug 05 04:28:02.385079 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] get_ports_and_sgs() called for port_ids ['3117a683-7ebb-4b69-bd83-a9b636705307'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 04:28:02.393438 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4ec5312f-cdb1-4583-9542-1d5abc9072f3 req-d5f30845-38ae-44ba-b3ca-25cbf4f75ca0 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] 10.222.0.37 "GET /v2.0/security-groups?id=570d81e3-ddcd-4e93-b0e6-1ef91da633db&id=4b11ee74-5d41-4cd6-9ea0-e44f3ca926c6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0465870 Aug 05 04:28:02.478086 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f822bc9a-e8be-4109-8e2b-60859b86515c req-53412a5b-2551-4d4d-a5ff-11189fc27d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:28:02.479536 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-f822bc9a-e8be-4109-8e2b-60859b86515c req-53412a5b-2551-4d4d-a5ff-11189fc27d90 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9c2b2137-69fe-4a55-a9a9-a7df818b8725 HTTP/1.1" status: 200 len: 914 time: 0.0909584 Aug 05 04:28:02.588547 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-14a7d71f-7d7d-4504-8510-2f2934d7ba29 None None] Provisioning complete for port 3117a683-7ebb-4b69-bd83-a9b636705307 triggered by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 04:28:02.588915 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-14a7d71f-7d7d-4504-8510-2f2934d7ba29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66839334'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:28:02.779081 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-57e6be11-7ac7-4416-aea8-15f8e8eb46b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:28:02.803519 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-f822bc9a-e8be-4109-8e2b-60859b86515c req-39cb24f1-a83f-4995-a274-9a8edaffd70d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3117a683-7ebb-4b69-bd83-a9b636705307 HTTP/1.1" status: 200 len: 1001 time: 0.3165286 Aug 05 04:28:02.855688 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f822bc9a-e8be-4109-8e2b-60859b86515c req-20714772-89ae-4d60-a5dd-b4d4af242639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:28:02.857191 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-f822bc9a-e8be-4109-8e2b-60859b86515c req-20714772-89ae-4d60-a5dd-b4d4af242639 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7d5a57ba-23c0-437c-ae13-0d863b340f95 HTTP/1.1" status: 200 len: 852 time: 0.0463905 Aug 05 04:28:02.907079 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f822bc9a-e8be-4109-8e2b-60859b86515c req-529e81c4-0b11-49b1-8f1c-3a0aeb557b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:28:02.908604 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-f822bc9a-e8be-4109-8e2b-60859b86515c req-529e81c4-0b11-49b1-8f1c-3a0aeb557b64 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9c2b2137-69fe-4a55-a9a9-a7df818b8725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432558 Aug 05 04:28:03.011697 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-f822bc9a-e8be-4109-8e2b-60859b86515c req-6d3223b8-4915-4ecb-88c7-e11a98b7dbd2 service neutron] 10.222.0.39 "GET /v2.0/networks/9c2b2137-69fe-4a55-a9a9-a7df818b8725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867016 Aug 05 04:28:03.107227 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-f822bc9a-e8be-4109-8e2b-60859b86515c req-78641c04-a836-41ad-8ba4-7bc5aa90bf1f service neutron] 10.222.0.39 "GET /v2.0/networks/9c2b2137-69fe-4a55-a9a9-a7df818b8725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808787 Aug 05 04:28:05.145417 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3997b3a5-f9e7-4a70-989c-ddf7bcdea551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:28:05.331934 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:28:06.325126 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-03641130-cd72-49d2-95a2-84c2adaa14ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:28:08.020360 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-6a2206e1-ea48-45a0-865e-aad2fcc79b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:28:10.038079 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:28:26.176111 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-87ea8438-47cd-44c4-a808-9a807a63fea8 None None] Agent healthcheck: found 6 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 04:28:32.720737 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-b405b23e-983d-4b92-87b8-756a8256e656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:28:34.414185 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-7d951d07-13b5-435c-8e22-1dee4508f094 req-453e51d9-5c15-477b-9ed9-91326fde2b5b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0eaadc18-4403-4cf3-b17e-92d994d339dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0440397 Aug 05 04:28:34.529806 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d951d07-13b5-435c-8e22-1dee4508f094 req-7818f880-4568-45f5-8463-b7fb868626ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:28:34.531310 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-7d951d07-13b5-435c-8e22-1dee4508f094 req-7818f880-4568-45f5-8463-b7fb868626ac service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bee6bfe21bc342ae80722bc534a79a65&device_id=0eaadc18-4403-4cf3-b17e-92d994d339dc HTTP/1.1" status: 200 len: 1099 time: 0.0402260 Aug 05 04:28:34.638919 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d951d07-13b5-435c-8e22-1dee4508f094 req-8650208b-9dd8-42dd-85fc-d9d62970faab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:28:34.641059 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-7d951d07-13b5-435c-8e22-1dee4508f094 req-8650208b-9dd8-42dd-85fc-d9d62970faab service neutron] 10.222.0.39 "GET /v2.0/networks?id=ef69c213-f027-48b4-9728-8998dc7faa2a HTTP/1.1" status: 200 len: 910 time: 0.0840898 Aug 05 04:28:34.711228 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-7d951d07-13b5-435c-8e22-1dee4508f094 req-032d1f02-7d74-4fcf-8fba-edb2a06e2747 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=214dce8d-195c-4d2a-9176-034e96614c25 HTTP/1.1" status: 200 len: 1001 time: 0.0593185 Aug 05 04:28:34.759713 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d951d07-13b5-435c-8e22-1dee4508f094 req-38d2ce1a-a750-452d-84ce-a7d28b01f8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:28:34.761080 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-7d951d07-13b5-435c-8e22-1dee4508f094 req-38d2ce1a-a750-452d-84ce-a7d28b01f8b7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d35e201b-865e-4900-86f6-2c5aed9eb36a HTTP/1.1" status: 200 len: 848 time: 0.0424428 Aug 05 04:28:34.806313 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d951d07-13b5-435c-8e22-1dee4508f094 req-02d4fc4a-e3d1-4686-8589-1c3d16f866fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:28:34.807750 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-7d951d07-13b5-435c-8e22-1dee4508f094 req-02d4fc4a-e3d1-4686-8589-1c3d16f866fe service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ef69c213-f027-48b4-9728-8998dc7faa2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0380020 Aug 05 04:28:34.820439 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [req-7d951d07-13b5-435c-8e22-1dee4508f094 req-9f96ceb1-5ee2-41d3-ae2e-ba1651b618e3 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93251) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 04:28:34.821352 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-7d951d07-13b5-435c-8e22-1dee4508f094 req-9f96ceb1-5ee2-41d3-ae2e-ba1651b618e3 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048447 Aug 05 04:28:34.916597 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-7d951d07-13b5-435c-8e22-1dee4508f094 req-6af925e1-4e7b-4e91-95d1-2b8cb3f0d42d service neutron] 10.222.0.39 "GET /v2.0/networks/ef69c213-f027-48b4-9728-8998dc7faa2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855026 Aug 05 04:28:35.006690 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-7d951d07-13b5-435c-8e22-1dee4508f094 req-6d39c70e-9e71-4e3f-88bd-65d45464896e service neutron] 10.222.0.39 "GET /v2.0/networks/ef69c213-f027-48b4-9728-8998dc7faa2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817337 Aug 05 04:28:35.145038 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-a1c85181-8aeb-4430-a9cf-5647b69986e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:28:35.322573 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:28:36.330819 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-03641130-cd72-49d2-95a2-84c2adaa14ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:28:38.024256 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-6a2206e1-ea48-45a0-865e-aad2fcc79b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:28:40.023586 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:28:44.611605 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08adbd20-ea59-414f-8803-407989247e13 req-51ef5707-b269-4619-aa40-72df82467709 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:28:44.613047 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-08adbd20-ea59-414f-8803-407989247e13 req-51ef5707-b269-4619-aa40-72df82467709 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/ports?device_id=85ce8337-e424-4f40-9df1-0cddbb2efa8f HTTP/1.1" status: 200 len: 945 time: 0.0480292 Aug 05 04:28:44.650193 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-08adbd20-ea59-414f-8803-407989247e13 req-f0a8fc5c-3a14-42be-9205-f002d6f8a306 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/security-groups?id=0648dd91-dcaf-43a7-94b3-532ad1d015b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314238 Aug 05 04:28:45.761605 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281d2b0d-4aa5-4d9e-8e1a-5362e9eeb101 req-949c3a9f-db9c-4840-a53f-7bc9512fde8a tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:28:45.763056 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-281d2b0d-4aa5-4d9e-8e1a-5362e9eeb101 req-949c3a9f-db9c-4840-a53f-7bc9512fde8a tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/ports?device_id=85ce8337-e424-4f40-9df1-0cddbb2efa8f HTTP/1.1" status: 200 len: 945 time: 0.0474701 Aug 05 04:28:45.800702 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-281d2b0d-4aa5-4d9e-8e1a-5362e9eeb101 req-d086b14d-fba8-4e33-9e36-c88332cdd4d0 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/security-groups?id=0648dd91-dcaf-43a7-94b3-532ad1d015b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318403 Aug 05 04:28:46.827735 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c855f9c7-ab27-4b0c-8080-fab100e8b7f6 req-6fbef0e2-b589-4758-aeaa-b595c3341dc4 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:28:46.829199 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c855f9c7-ab27-4b0c-8080-fab100e8b7f6 req-6fbef0e2-b589-4758-aeaa-b595c3341dc4 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.39 "GET /v2.0/ports?device_id=85ce8337-e424-4f40-9df1-0cddbb2efa8f HTTP/1.1" status: 200 len: 945 time: 0.0533767 Aug 05 04:28:46.914842 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7ec38d-04c4-4c2b-ad56-33d2c14d0799 req-76ee4903-53f5-4a07-8c1d-57350392a7e6 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:28:46.916325 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2a7ec38d-04c4-4c2b-ad56-33d2c14d0799 req-76ee4903-53f5-4a07-8c1d-57350392a7e6 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/ports?device_id=85ce8337-e424-4f40-9df1-0cddbb2efa8f HTTP/1.1" status: 200 len: 945 time: 0.0497322 Aug 05 04:28:46.920730 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [req-c855f9c7-ab27-4b0c-8080-fab100e8b7f6 req-2c728e87-725c-4c8b-b8b7-25427378044a tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Deleting port 5438f61a-4a0f-43b9-bb14-dfdc00ddad22 {{(pid=93251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 04:28:46.921070 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-c855f9c7-ab27-4b0c-8080-fab100e8b7f6 req-2c728e87-725c-4c8b-b8b7-25427378044a tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763712722935'] for port, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:28:46.957811 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2a7ec38d-04c4-4c2b-ad56-33d2c14d0799 req-480d4c02-e995-451e-8370-f4d17599f16e tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/security-groups?id=0648dd91-dcaf-43a7-94b3-532ad1d015b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350702 Aug 05 04:28:47.010545 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [req-c855f9c7-ab27-4b0c-8080-fab100e8b7f6 req-2c728e87-725c-4c8b-b8b7-25427378044a tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] For port 5438f61a-4a0f-43b9-bb14-dfdc00ddad22, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=5438f61a-4a0f-43b9-bb14-dfdc00ddad22,segment=NetworkSegment(46fc2665-bd7b-4bf5-96d2-56ae68d8b710),segment_id=46fc2665-bd7b-4bf5-96d2-56ae68d8b710)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:28:47.010902 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-c855f9c7-ab27-4b0c-8080-fab100e8b7f6 req-2c728e87-725c-4c8b-b8b7-25427378044a tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-702725'] for port, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:28:47.175139 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-c855f9c7-ab27-4b0c-8080-fab100e8b7f6 req-2c728e87-725c-4c8b-b8b7-25427378044a tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:28:47.175445 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-c855f9c7-ab27-4b0c-8080-fab100e8b7f6 req-2c728e87-725c-4c8b-b8b7-25427378044a tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-699471'] for floatingip, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:28:47.175752 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.db.l3_db [req-c855f9c7-ab27-4b0c-8080-fab100e8b7f6 req-2c728e87-725c-4c8b-b8b7-25427378044a tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Floating IP b0f56859-c9e6-47f3-9aeb-7814474cfb0c disassociated. External IP: 172.27.3.92, port: 5438f61a-4a0f-43b9-bb14-dfdc00ddad22. Aug 05 04:28:47.176089 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [req-c855f9c7-ab27-4b0c-8080-fab100e8b7f6 req-2c728e87-725c-4c8b-b8b7-25427378044a tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Calling delete_port for 5438f61a-4a0f-43b9-bb14-dfdc00ddad22 owned by compute:nova {{(pid=93251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 04:28:47.301950 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-c855f9c7-ab27-4b0c-8080-fab100e8b7f6 req-2c728e87-725c-4c8b-b8b7-25427378044a tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763712549039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763712145884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8933231'] for port, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:28:47.329221 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c728e87-725c-4c8b-b8b7-25427378044a tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Pushing event deleted for resources: {'Port': ['ID=5438f61a-4a0f-43b9-bb14-dfdc00ddad22,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:28:47.439561 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c855f9c7-ab27-4b0c-8080-fab100e8b7f6 req-2c728e87-725c-4c8b-b8b7-25427378044a tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Router 817ed01a-a8d8-42fb-8a96-7ce58c319b91 has already been hosted by L3 agent 8e71ca1b-9911-44b3-bf09-1fce3db7ea9a {{(pid=93251) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 04:28:47.543774 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c855f9c7-ab27-4b0c-8080-fab100e8b7f6 req-2c728e87-725c-4c8b-b8b7-25427378044a tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Notify agent at l3_agent.dv-cinder-803000-4-iscsi the message routers_updated {{(pid=93251) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 04:28:47.553572 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e569653-d0a8-49a0-98ef-df8996e9686a None None] Sync routers for ids ['817ed01a-a8d8-42fb-8a96-7ce58c319b91'] in dv-cinder-803000-4-iscsi {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 04:28:47.562359 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e569653-d0a8-49a0-98ef-df8996e9686a None None] Routers {'817ed01a-a8d8-42fb-8a96-7ce58c319b91'} bound to L3 agent in host dv-cinder-803000-4-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 04:28:47.562998 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-0e569653-d0a8-49a0-98ef-df8996e9686a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-05T04:10:35Z,description=,heartbeat_timestamp=2021-08-05T04:28:35Z,host='dv-cinder-803000-4-iscsi',id=8e71ca1b-9911-44b3-bf09-1fce3db7ea9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T04:10:35Z,topic='l3_agent')) {'router_ids': ['817ed01a-a8d8-42fb-8a96-7ce58c319b91'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:28:47.582209 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [req-c855f9c7-ab27-4b0c-8080-fab100e8b7f6 req-2c728e87-725c-4c8b-b8b7-25427378044a tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] No DVR routers for this DVR port 5438f61a-4a0f-43b9-bb14-dfdc00ddad22 on host hv-cinder-80300 {{(pid=93251) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 04:28:47.584720 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-c855f9c7-ab27-4b0c-8080-fab100e8b7f6 req-2c728e87-725c-4c8b-b8b7-25427378044a tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224329'] for port, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:28:47.586713 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c855f9c7-ab27-4b0c-8080-fab100e8b7f6 req-2c728e87-725c-4c8b-b8b7-25427378044a tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.39 "DELETE /v2.0/ports/5438f61a-4a0f-43b9-bb14-dfdc00ddad22 HTTP/1.1" status: 204 len: 173 time: 0.7516615 Aug 05 04:28:47.587142 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85ce8337-e424-4f40-9df1-0cddbb2efa8f', 'name': 'network-vif-deleted', 'tag': '5438f61a-4a0f-43b9-bb14-dfdc00ddad22'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 04:28:47.589472 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc51a2a5f300f30acac232ef327f3f01bb0f894a96a37a70efeb1c252096f2af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ccc1f00-5989-40a2-b359-bb74588da937" -d '{"events": [{"server_uuid": "85ce8337-e424-4f40-9df1-0cddbb2efa8f", "name": "network-vif-deleted", "tag": "5438f61a-4a0f-43b9-bb14-dfdc00ddad22"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 04:28:47.673243 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-0e569653-d0a8-49a0-98ef-df8996e9686a None None] Set router 817ed01a-a8d8-42fb-8a96-7ce58c319b91 gateway port host: dv-cinder-803000-4-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 04:28:47.693108 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 04:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6a76950-6214-4de6-92f8-0a6d899c4dd3 x-openstack-request-id: req-e6a76950-6214-4de6-92f8-0a6d899c4dd3 {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 04:28:47.693407 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85ce8337-e424-4f40-9df1-0cddbb2efa8f", "name": "network-vif-deleted", "tag": "5438f61a-4a0f-43b9-bb14-dfdc00ddad22", "status": "completed", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 04:28:47.693660 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e6a76950-6214-4de6-92f8-0a6d899c4dd3 {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 04:28:47.694076 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85ce8337-e424-4f40-9df1-0cddbb2efa8f', 'name': 'network-vif-deleted', 'tag': '5438f61a-4a0f-43b9-bb14-dfdc00ddad22', 'status': 'completed', 'code': 200} Aug 05 04:28:47.875965 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-0e569653-d0a8-49a0-98ef-df8996e9686a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '817ed01a-a8d8-42fb-8a96-7ce58c319b91', 'name': 'tempest-AttachVolumeTestJSON-1789705139-router', 'tenant_id': '7e1b30b90c7140f8b2ccf41b54163dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'external_fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '091d5eca-b71f-4a77-92e9-5d90f6df6ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:18:19Z', 'updated_at': '2021-08-05T04:18:26Z', 'revision_number': 4, 'project_id': '7e1b30b90c7140f8b2ccf41b54163dd5', 'gw_port': {'id': '091d5eca-b71f-4a77-92e9-5d90f6df6ddd', 'name': '', 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:7d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817ed01a-a8d8-42fb-8a96-7ce58c319b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:18:20Z', 'updated_at': '2021-08-05T04:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-4-iscsi', '_interfaces': [{'id': 'ebafcf28-bb05-4219-ba6b-63db8f70f219', 'name': '', 'network_id': '96928152-e7de-4eec-a055-721b95480308', 'tenant_id': '7e1b30b90c7140f8b2ccf41b54163dd5', 'mac_address': 'fa:16:3e:b8:fa:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817ed01a-a8d8-42fb-8a96-7ce58c319b91', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9f533690-95d6-43c6-9d22-76c71900eaef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:18:25Z', 'updated_at': '2021-08-05T04:18:34Z', 'revision_number': 5, 'project_id': '7e1b30b90c7140f8b2ccf41b54163dd5', 'subnets': [{'id': '9f533690-95d6-43c6-9d22-76c71900eaef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803000-4-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:28:47.905066 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e569653-d0a8-49a0-98ef-df8996e9686a None None] Checking router: 817ed01a-a8d8-42fb-8a96-7ce58c319b91 for host: dv-cinder-803000-4-iscsi {{(pid=93252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 04:28:47.913189 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e569653-d0a8-49a0-98ef-df8996e9686a None None] Routers {'817ed01a-a8d8-42fb-8a96-7ce58c319b91'} bound to L3 agent in host dv-cinder-803000-4-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 04:28:47.913790 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-0e569653-d0a8-49a0-98ef-df8996e9686a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-05T04:10:35Z,description=,heartbeat_timestamp=2021-08-05T04:28:35Z,host='dv-cinder-803000-4-iscsi',id=8e71ca1b-9911-44b3-bf09-1fce3db7ea9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T04:10:35Z,topic='l3_agent')) {'router_ids': ['817ed01a-a8d8-42fb-8a96-7ce58c319b91'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:28:48.017352 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-0e569653-d0a8-49a0-98ef-df8996e9686a None None] Set router 817ed01a-a8d8-42fb-8a96-7ce58c319b91 gateway port host: dv-cinder-803000-4-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 04:28:48.130087 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e1064ec5-af6f-4387-bda1-3a78ca20046d req-0ab3aee6-154c-41b6-9845-6bdb426c7a2b tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/ports?device_id=85ce8337-e424-4f40-9df1-0cddbb2efa8f HTTP/1.1" status: 200 len: 210 time: 0.0849733 Aug 05 04:28:48.338622 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-0e569653-d0a8-49a0-98ef-df8996e9686a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '817ed01a-a8d8-42fb-8a96-7ce58c319b91', 'name': 'tempest-AttachVolumeTestJSON-1789705139-router', 'tenant_id': '7e1b30b90c7140f8b2ccf41b54163dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'external_fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '091d5eca-b71f-4a77-92e9-5d90f6df6ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:18:19Z', 'updated_at': '2021-08-05T04:18:26Z', 'revision_number': 4, 'project_id': '7e1b30b90c7140f8b2ccf41b54163dd5', 'gw_port': {'id': '091d5eca-b71f-4a77-92e9-5d90f6df6ddd', 'name': '', 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:7d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817ed01a-a8d8-42fb-8a96-7ce58c319b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:18:20Z', 'updated_at': '2021-08-05T04:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-4-iscsi', '_interfaces': [{'id': 'ebafcf28-bb05-4219-ba6b-63db8f70f219', 'name': '', 'network_id': '96928152-e7de-4eec-a055-721b95480308', 'tenant_id': '7e1b30b90c7140f8b2ccf41b54163dd5', 'mac_address': 'fa:16:3e:b8:fa:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817ed01a-a8d8-42fb-8a96-7ce58c319b91', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9f533690-95d6-43c6-9d22-76c71900eaef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:18:25Z', 'updated_at': '2021-08-05T04:18:34Z', 'revision_number': 5, 'project_id': '7e1b30b90c7140f8b2ccf41b54163dd5', 'subnets': [{'id': '9f533690-95d6-43c6-9d22-76c71900eaef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803000-4-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:28:48.363927 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e569653-d0a8-49a0-98ef-df8996e9686a None None] The sync data for ids ['817ed01a-a8d8-42fb-8a96-7ce58c319b91'] in dv-cinder-803000-4-iscsi is: [{'id': '817ed01a-a8d8-42fb-8a96-7ce58c319b91', 'name': 'tempest-AttachVolumeTestJSON-1789705139-router', 'tenant_id': '7e1b30b90c7140f8b2ccf41b54163dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'external_fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '091d5eca-b71f-4a77-92e9-5d90f6df6ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:18:19Z', 'updated_at': '2021-08-05T04:18:26Z', 'revision_number': 4, 'project_id': '7e1b30b90c7140f8b2ccf41b54163dd5', 'gw_port': {'id': '091d5eca-b71f-4a77-92e9-5d90f6df6ddd', 'name': '', 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:7d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817ed01a-a8d8-42fb-8a96-7ce58c319b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:18:20Z', 'updated_at': '2021-08-05T04:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-4-iscsi', '_interfaces': [{'id': 'ebafcf28-bb05-4219-ba6b-63db8f70f219', 'name': '', 'network_id': '96928152-e7de-4eec-a055-721b95480308', 'tenant_id': '7e1b30b90c7140f8b2ccf41b54163dd5', 'mac_address': 'fa:16:3e:b8:fa:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817ed01a-a8d8-42fb-8a96-7ce58c319b91', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9f533690-95d6-43c6-9d22-76c71900eaef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:18:25Z', 'updated_at': '2021-08-05T04:18:34Z', 'revision_number': 5, 'project_id': '7e1b30b90c7140f8b2ccf41b54163dd5', 'subnets': [{'id': '9f533690-95d6-43c6-9d22-76c71900eaef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 04:28:48.554287 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0dce44-42ed-49a0-85e4-60c88bf107f5 None None] New status for floating IP b0f56859-c9e6-47f3-9aeb-7814474cfb0c: DOWN {{(pid=93253) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 04:28:49.212468 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 34542) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:28:49.266030 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a6bdb8fc-db1e-49ad-aa93-c919c5a89f57 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:28:49.289378 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a6bdb8fc-db1e-49ad-aa93-c919c5a89f57 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:28:49.340119 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a6bdb8fc-db1e-49ad-aa93-c919c5a89f57 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:28:49.342765 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a6bdb8fc-db1e-49ad-aa93-c919c5a89f57 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:28:49.344543 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-a6bdb8fc-db1e-49ad-aa93-c919c5a89f57 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "DELETE /v2.0/security-groups/0648dd91-dcaf-43a7-94b3-532ad1d015b7 HTTP/1.1" status: 204 len: 168 time: 0.1310441 Aug 05 04:28:49.347335 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 34544) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:28:49.353209 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bdb8fc-db1e-49ad-aa93-c919c5a89f57 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0648dd91-dcaf-43a7-94b3-532ad1d015b7,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:28:49.362421 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.api.v2.resource [None req-4b1bfefd-fb6d-447b-829b-5745f6080ea5 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] show failed (client error): The resource could not be found. Aug 05 04:28:49.363565 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-4b1bfefd-fb6d-447b-829b-5745f6080ea5 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "GET /v2.0/security-groups/0648dd91-dcaf-43a7-94b3-532ad1d015b7 HTTP/1.1" status: 404 len: 347 time: 0.0151737 Aug 05 04:28:49.366327 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 34546) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:28:49.486035 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-fb76ac57-8b0d-4e03-9b57-0d7351d224b5 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Deleting port 195f409e-702b-492b-8651-f82d763d5edc {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 04:28:49.486379 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-fb76ac57-8b0d-4e03-9b57-0d7351d224b5 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763712722935'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:28:49.559239 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-fb76ac57-8b0d-4e03-9b57-0d7351d224b5 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-702725'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:28:49.559496 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-fb76ac57-8b0d-4e03-9b57-0d7351d224b5 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:28:49.570785 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-fb76ac57-8b0d-4e03-9b57-0d7351d224b5 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Calling delete_port for 195f409e-702b-492b-8651-f82d763d5edc owned by network:floatingip {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 04:28:49.706161 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-fb76ac57-8b0d-4e03-9b57-0d7351d224b5 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763712549039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763712145884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3061364'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:28:49.733248 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb76ac57-8b0d-4e03-9b57-0d7351d224b5 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Pushing event deleted for resources: {'Port': ['ID=195f409e-702b-492b-8651-f82d763d5edc,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:28:49.744906 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb76ac57-8b0d-4e03-9b57-0d7351d224b5 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:28:49.745248 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb76ac57-8b0d-4e03-9b57-0d7351d224b5 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:28:49.745581 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb76ac57-8b0d-4e03-9b57-0d7351d224b5 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:28:49.745908 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb76ac57-8b0d-4e03-9b57-0d7351d224b5 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:28:49.746229 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb76ac57-8b0d-4e03-9b57-0d7351d224b5 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:28:49.746579 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb76ac57-8b0d-4e03-9b57-0d7351d224b5 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:28:49.746897 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb76ac57-8b0d-4e03-9b57-0d7351d224b5 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:28:49.747216 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb76ac57-8b0d-4e03-9b57-0d7351d224b5 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:28:49.747535 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb76ac57-8b0d-4e03-9b57-0d7351d224b5 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:28:49.747848 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb76ac57-8b0d-4e03-9b57-0d7351d224b5 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:28:49.748164 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb76ac57-8b0d-4e03-9b57-0d7351d224b5 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:28:49.748471 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb76ac57-8b0d-4e03-9b57-0d7351d224b5 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:28:49.799830 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-fb76ac57-8b0d-4e03-9b57-0d7351d224b5 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Notify callbacks [] for floatingip, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:28:49.802273 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-fb76ac57-8b0d-4e03-9b57-0d7351d224b5 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224329'] for floatingip, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:28:49.803432 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-fb76ac57-8b0d-4e03-9b57-0d7351d224b5 tempest-AttachVolumeTestJSON-1473494368 tempest-AttachVolumeTestJSON-1473494368-project] 10.222.0.37 "DELETE /v2.0/floatingips/b0f56859-c9e6-47f3-9aeb-7814474cfb0c HTTP/1.1" status: 204 len: 168 time: 0.4362147 Aug 05 04:28:50.300985 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Device 5438f61a-4a0f-43b9-bb14-dfdc00ddad22 no longer exists at agent hyperv_hv-cinder-80300 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 04:28:50.325380 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] No Port match for: 5438f61a-4a0f-43b9-bb14-dfdc00ddad22 {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 04:28:50.325725 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Device 5438f61a-4a0f-43b9-bb14-dfdc00ddad22 not bound to the agent host hv-cinder-80300 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 04:28:53.336641 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 34582) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:28:53.766257 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9e90fafc-80be-4e3e-ab0a-e1926fea31a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536823'] for router_interface, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:28:54.207158 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-9e90fafc-80be-4e3e-ab0a-e1926fea31a5 admin admin] Deleting port ebafcf28-bb05-4219-ba6b-63db8f70f219 {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 04:28:54.207501 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9e90fafc-80be-4e3e-ab0a-e1926fea31a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763712722935'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:28:54.281855 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [None req-9e90fafc-80be-4e3e-ab0a-e1926fea31a5 admin admin] For port ebafcf28-bb05-4219-ba6b-63db8f70f219, host dv-cinder-803000-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-4-iscsi',level=0,port_id=ebafcf28-bb05-4219-ba6b-63db8f70f219,segment=NetworkSegment(46fc2665-bd7b-4bf5-96d2-56ae68d8b710),segment_id=46fc2665-bd7b-4bf5-96d2-56ae68d8b710)] {{(pid=93250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:28:54.282215 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9e90fafc-80be-4e3e-ab0a-e1926fea31a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-702725'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:28:54.294175 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-9e90fafc-80be-4e3e-ab0a-e1926fea31a5 admin admin] Calling delete_port for ebafcf28-bb05-4219-ba6b-63db8f70f219 owned by network:router_interface {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 04:28:54.468183 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9e90fafc-80be-4e3e-ab0a-e1926fea31a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763712549039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763712145884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3061364'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:28:54.497532 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e90fafc-80be-4e3e-ab0a-e1926fea31a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebafcf28-bb05-4219-ba6b-63db8f70f219,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:28:54.657375 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9e90fafc-80be-4e3e-ab0a-e1926fea31a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536683'] for router_interface, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:28:54.861335 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e90fafc-80be-4e3e-ab0a-e1926fea31a5 admin admin] Router 817ed01a-a8d8-42fb-8a96-7ce58c319b91 has already been hosted by L3 agent 8e71ca1b-9911-44b3-bf09-1fce3db7ea9a {{(pid=93250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 04:28:54.961987 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e90fafc-80be-4e3e-ab0a-e1926fea31a5 admin admin] Notify agent at l3_agent.dv-cinder-803000-4-iscsi the message routers_updated {{(pid=93250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 04:28:54.969077 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-9e90fafc-80be-4e3e-ab0a-e1926fea31a5 admin admin] 10.222.0.37 "PUT /v2.0/routers/817ed01a-a8d8-42fb-8a96-7ce58c319b91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6313660 Aug 05 04:28:54.970036 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 34590) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:28:54.971812 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27990bd-2778-415c-abbf-3d5ad4f95291 None None] Sync routers for ids ['817ed01a-a8d8-42fb-8a96-7ce58c319b91'] in dv-cinder-803000-4-iscsi {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 04:28:54.981980 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27990bd-2778-415c-abbf-3d5ad4f95291 None None] Routers {'817ed01a-a8d8-42fb-8a96-7ce58c319b91'} bound to L3 agent in host dv-cinder-803000-4-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 04:28:54.982637 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-f27990bd-2778-415c-abbf-3d5ad4f95291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-05T04:10:35Z,description=,heartbeat_timestamp=2021-08-05T04:28:35Z,host='dv-cinder-803000-4-iscsi',id=8e71ca1b-9911-44b3-bf09-1fce3db7ea9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T04:10:35Z,topic='l3_agent')) {'router_ids': ['817ed01a-a8d8-42fb-8a96-7ce58c319b91'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:28:55.068802 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9588405c-a4bd-4337-9672-6bf1d141fc63 admin admin] Notify callbacks [] for router, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:28:55.084296 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-f27990bd-2778-415c-abbf-3d5ad4f95291 None None] Set router 817ed01a-a8d8-42fb-8a96-7ce58c319b91 gateway port host: dv-cinder-803000-4-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 04:28:55.168210 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9588405c-a4bd-4337-9672-6bf1d141fc63 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:28:55.218876 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-9588405c-a4bd-4337-9672-6bf1d141fc63 admin admin] Deleting port 091d5eca-b71f-4a77-92e9-5d90f6df6ddd {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 04:28:55.219218 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9588405c-a4bd-4337-9672-6bf1d141fc63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763712722935'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:28:55.256088 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-f27990bd-2778-415c-abbf-3d5ad4f95291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '817ed01a-a8d8-42fb-8a96-7ce58c319b91', 'name': 'tempest-AttachVolumeTestJSON-1789705139-router', 'tenant_id': '7e1b30b90c7140f8b2ccf41b54163dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'external_fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '091d5eca-b71f-4a77-92e9-5d90f6df6ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:18:19Z', 'updated_at': '2021-08-05T04:28:54Z', 'revision_number': 5, 'project_id': '7e1b30b90c7140f8b2ccf41b54163dd5', 'gw_port': {'id': '091d5eca-b71f-4a77-92e9-5d90f6df6ddd', 'name': '', 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:7d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817ed01a-a8d8-42fb-8a96-7ce58c319b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:18:20Z', 'updated_at': '2021-08-05T04:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-4-iscsi'}], 'dv-cinder-803000-4-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:28:55.282045 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27990bd-2778-415c-abbf-3d5ad4f95291 None None] Checking router: 817ed01a-a8d8-42fb-8a96-7ce58c319b91 for host: dv-cinder-803000-4-iscsi {{(pid=93252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 04:28:55.290040 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27990bd-2778-415c-abbf-3d5ad4f95291 None None] Routers {'817ed01a-a8d8-42fb-8a96-7ce58c319b91'} bound to L3 agent in host dv-cinder-803000-4-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 04:28:55.290667 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-f27990bd-2778-415c-abbf-3d5ad4f95291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-05T04:10:35Z,description=,heartbeat_timestamp=2021-08-05T04:28:35Z,host='dv-cinder-803000-4-iscsi',id=8e71ca1b-9911-44b3-bf09-1fce3db7ea9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T04:10:35Z,topic='l3_agent')) {'router_ids': ['817ed01a-a8d8-42fb-8a96-7ce58c319b91'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:28:55.299724 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [None req-9588405c-a4bd-4337-9672-6bf1d141fc63 admin admin] For port 091d5eca-b71f-4a77-92e9-5d90f6df6ddd, host dv-cinder-803000-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-4-iscsi',level=0,port_id=091d5eca-b71f-4a77-92e9-5d90f6df6ddd,segment=NetworkSegment(fe7b4086-21cb-43cf-96b4-8ee376b4a2f8),segment_id=fe7b4086-21cb-43cf-96b4-8ee376b4a2f8)] {{(pid=93250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:28:55.300090 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9588405c-a4bd-4337-9672-6bf1d141fc63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-702725'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:28:55.311417 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-9588405c-a4bd-4337-9672-6bf1d141fc63 admin admin] Calling delete_port for 091d5eca-b71f-4a77-92e9-5d90f6df6ddd owned by network:router_gateway {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 04:28:55.378033 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-f27990bd-2778-415c-abbf-3d5ad4f95291 None None] Set router 817ed01a-a8d8-42fb-8a96-7ce58c319b91 gateway port host: None {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 04:28:55.433391 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-f27990bd-2778-415c-abbf-3d5ad4f95291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '817ed01a-a8d8-42fb-8a96-7ce58c319b91', 'name': 'tempest-AttachVolumeTestJSON-1789705139-router', 'tenant_id': '7e1b30b90c7140f8b2ccf41b54163dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:18:19Z', 'updated_at': '2021-08-05T04:28:55Z', 'revision_number': 6, 'project_id': '7e1b30b90c7140f8b2ccf41b54163dd5', 'gw_port_host': None}], 'dv-cinder-803000-4-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:28:55.460180 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27990bd-2778-415c-abbf-3d5ad4f95291 None None] The sync data for ids ['817ed01a-a8d8-42fb-8a96-7ce58c319b91'] in dv-cinder-803000-4-iscsi is: [{'id': '817ed01a-a8d8-42fb-8a96-7ce58c319b91', 'name': 'tempest-AttachVolumeTestJSON-1789705139-router', 'tenant_id': '7e1b30b90c7140f8b2ccf41b54163dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:18:19Z', 'updated_at': '2021-08-05T04:28:55Z', 'revision_number': 6, 'project_id': '7e1b30b90c7140f8b2ccf41b54163dd5', 'gw_port_host': None}] {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 04:28:55.477804 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9588405c-a4bd-4337-9672-6bf1d141fc63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763712549039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763712145884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3061364'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:28:55.505222 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9588405c-a4bd-4337-9672-6bf1d141fc63 admin admin] Pushing event deleted for resources: {'Port': ['ID=091d5eca-b71f-4a77-92e9-5d90f6df6ddd,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:28:55.565951 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9588405c-a4bd-4337-9672-6bf1d141fc63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-700351'] for router_gateway, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:28:55.653265 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9588405c-a4bd-4337-9672-6bf1d141fc63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1520'] for router, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:28:55.655358 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9588405c-a4bd-4337-9672-6bf1d141fc63 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:28:55.698392 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9588405c-a4bd-4337-9672-6bf1d141fc63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-706954'] for router, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:28:55.698916 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9588405c-a4bd-4337-9672-6bf1d141fc63 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 817ed01a-a8d8-42fb-8a96-7ce58c319b91 {{(pid=93250) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 04:28:55.703979 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9588405c-a4bd-4337-9672-6bf1d141fc63 admin admin] Notify callbacks [] for router, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:28:55.705639 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-9588405c-a4bd-4337-9672-6bf1d141fc63 admin admin] 10.222.0.37 "DELETE /v2.0/routers/817ed01a-a8d8-42fb-8a96-7ce58c319b91 HTTP/1.1" status: 204 len: 168 time: 0.7341561 Aug 05 04:28:55.708214 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 34594) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:28:55.751318 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c5e721b-608a-410b-be06-20ebea4b1b15 admin admin] Deleting subnet 9f533690-95d6-43c6-9d22-76c71900eaef {{(pid=93250) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 04:28:55.754205 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-0c5e721b-608a-410b-be06-20ebea4b1b15 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:28:55.787210 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-0c5e721b-608a-410b-be06-20ebea4b1b15 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2700634'] for subnet, precommit_delete_associations {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:28:55.904977 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-0c5e721b-608a-410b-be06-20ebea4b1b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66721300'] for subnet, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:28:55.956672 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-0c5e721b-608a-410b-be06-20ebea4b1b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66721283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3061319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3240075'] for subnet, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:28:55.986201 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5e721b-608a-410b-be06-20ebea4b1b15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f533690-95d6-43c6-9d22-76c71900eaef,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:28:55.989611 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-0c5e721b-608a-410b-be06-20ebea4b1b15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568634'] for subnet, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:28:55.992474 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-0c5e721b-608a-410b-be06-20ebea4b1b15 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/9f533690-95d6-43c6-9d22-76c71900eaef HTTP/1.1" status: 204 len: 168 time: 0.2833402 Aug 05 04:28:55.993976 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 34596) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:28:55.995295 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320c21e1-eb44-476b-96bc-e4d86ed54601 None None] Network 96928152-e7de-4eec-a055-721b95480308 requested from dv-cinder-803000-4-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 04:28:56.058999 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-be34de97-22b2-41be-be25-50c88d96a6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66814758'] for network, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:28:56.110707 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-be34de97-22b2-41be-be25-50c88d96a6e5 admin admin] Deleting port bb82c35e-7bec-4f57-836f-1b0626a6361b {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 04:28:56.111054 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-be34de97-22b2-41be-be25-50c88d96a6e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763712722935'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:28:56.176551 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [None req-be34de97-22b2-41be-be25-50c88d96a6e5 admin admin] For port bb82c35e-7bec-4f57-836f-1b0626a6361b, host dv-cinder-803000-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-4-iscsi',level=0,port_id=bb82c35e-7bec-4f57-836f-1b0626a6361b,segment=NetworkSegment(46fc2665-bd7b-4bf5-96d2-56ae68d8b710),segment_id=46fc2665-bd7b-4bf5-96d2-56ae68d8b710)] {{(pid=93250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:28:56.176852 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-be34de97-22b2-41be-be25-50c88d96a6e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-702725'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:28:56.188992 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-be34de97-22b2-41be-be25-50c88d96a6e5 admin admin] Calling delete_port for bb82c35e-7bec-4f57-836f-1b0626a6361b owned by network:dhcp {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 04:28:56.243213 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a1c319-8b22-45af-925f-937468992863 None None] DHCP port deletion for 96928152-e7de-4eec-a055-721b95480308 request from dv-cinder-803000-4-iscsi {{(pid=93252) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 04:28:56.271966 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Device ebafcf28-bb05-4219-ba6b-63db8f70f219 no longer exists at agent ovs-agent-dv-cinder-803000-4-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 04:28:56.272769 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-be34de97-22b2-41be-be25-50c88d96a6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763712549039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763712145884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3061364'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:28:56.295782 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be34de97-22b2-41be-be25-50c88d96a6e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb82c35e-7bec-4f57-836f-1b0626a6361b,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:28:56.298456 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] No Port match for: ebafcf28-bb05-4219-ba6b-63db8f70f219 {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 04:28:56.298456 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Device ebafcf28-bb05-4219-ba6b-63db8f70f219 not bound to the agent host dv-cinder-803000-4-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 04:28:56.302985 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be34de97-22b2-41be-be25-50c88d96a6e5 admin admin] No DVR routers for this DVR port bb82c35e-7bec-4f57-836f-1b0626a6361b on host dv-cinder-803000-4-iscsi {{(pid=93250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 04:28:56.320042 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-c4a1c319-8b22-45af-925f-937468992863 None None] Deleting port bb82c35e-7bec-4f57-836f-1b0626a6361b {{(pid=93252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 04:28:56.320446 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-c4a1c319-8b22-45af-925f-937468992863 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763712722935'] for port, before_delete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:28:56.375920 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-be34de97-22b2-41be-be25-50c88d96a6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66721711', 'neutron.services.segments.db._delete_segments_for_network-8763712477754'] for network, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:28:56.382444 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-c4a1c319-8b22-45af-925f-937468992863 None None] For port bb82c35e-7bec-4f57-836f-1b0626a6361b, host dv-cinder-803000-4-iscsi, got binding levels [] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:28:56.382866 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-c4a1c319-8b22-45af-925f-937468992863 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-702725'] for port, precommit_delete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:28:56.386243 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.services.segments.db [None req-be34de97-22b2-41be-be25-50c88d96a6e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96928152-e7de-4eec-a055-721b95480308']}} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:28:56.394873 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-c4a1c319-8b22-45af-925f-937468992863 None None] Calling delete_port for bb82c35e-7bec-4f57-836f-1b0626a6361b owned by network:dhcp {{(pid=93252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 04:28:56.395899 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.services.segments.db [None req-be34de97-22b2-41be-be25-50c88d96a6e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46fc2665-bd7b-4bf5-96d2-56ae68d8b710') {'for_net_delete': True} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:28:56.396198 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.services.segments.db [None req-be34de97-22b2-41be-be25-50c88d96a6e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46fc2665-bd7b-4bf5-96d2-56ae68d8b710') {} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:28:56.398810 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.ipam_backend_mixin [None req-c4a1c319-8b22-45af-925f-937468992863 None None] Port bb82c35e-7bec-4f57-836f-1b0626a6361b was not found and therefore no delete operation was performed {{(pid=93252) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 05 04:28:56.400061 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-c4a1c319-8b22-45af-925f-937468992863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763712549039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763712145884'] for port, after_delete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:28:56.404879 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-be34de97-22b2-41be-be25-50c88d96a6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763712645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2700621'] for segment, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:28:56.419142 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-be34de97-22b2-41be-be25-50c88d96a6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66718183'] for segment, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:28:56.426566 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a1c319-8b22-45af-925f-937468992863 None None] Pushing event deleted for resources: {'Port': ['ID=bb82c35e-7bec-4f57-836f-1b0626a6361b,revision_number=None']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:28:56.426812 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be34de97-22b2-41be-be25-50c88d96a6e5 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=93250) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 04:28:56.427322 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-be34de97-22b2-41be-be25-50c88d96a6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66718183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3061401'] for segment, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:28:56.429207 dv-cinder-803000-4-iscsi neutron-server[93250]: Traceback (most recent call last): Aug 05 04:28:56.429207 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 04:28:56.429207 dv-cinder-803000-4-iscsi neutron-server[93250]: timer() Aug 05 04:28:56.429207 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 04:28:56.429207 dv-cinder-803000-4-iscsi neutron-server[93250]: cb(*args, **kw) Aug 05 04:28:56.429207 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 04:28:56.429207 dv-cinder-803000-4-iscsi neutron-server[93250]: return func(*args, **kwargs) Aug 05 04:28:56.429207 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 04:28:56.429207 dv-cinder-803000-4-iscsi neutron-server[93250]: self._notify() Aug 05 04:28:56.429207 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 04:28:56.429207 dv-cinder-803000-4-iscsi neutron-server[93250]: self.callback(batched_events) Aug 05 04:28:56.429207 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 04:28:56.429207 dv-cinder-803000-4-iscsi neutron-server[93250]: event.method(event) Aug 05 04:28:56.429207 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 04:28:56.429207 dv-cinder-803000-4-iscsi neutron-server[93250]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 04:28:56.429207 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 04:28:56.429207 dv-cinder-803000-4-iscsi neutron-server[93250]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 04:28:56.429207 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 04:28:56.429207 dv-cinder-803000-4-iscsi neutron-server[93250]: return f(self, *a, **k) Aug 05 04:28:56.429207 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 04:28:56.429207 dv-cinder-803000-4-iscsi neutron-server[93250]: return self._get(url).json() Aug 05 04:28:56.429207 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 04:28:56.429207 dv-cinder-803000-4-iscsi neutron-server[93250]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 04:28:56.429207 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 04:28:56.429207 dv-cinder-803000-4-iscsi neutron-server[93250]: return self.request(url, 'GET', **kwargs) Aug 05 04:28:56.429207 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 04:28:56.429207 dv-cinder-803000-4-iscsi neutron-server[93250]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 04:28:56.429207 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 04:28:56.429207 dv-cinder-803000-4-iscsi neutron-server[93250]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 04:28:56.429207 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 04:28:56.429207 dv-cinder-803000-4-iscsi neutron-server[93250]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 04:28:56.429207 dv-cinder-803000-4-iscsi neutron-server[93250]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 04:28:56.431613 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a1c319-8b22-45af-925f-937468992863 None None] No DVR routers for this DVR port bb82c35e-7bec-4f57-836f-1b0626a6361b on host dv-cinder-803000-4-iscsi {{(pid=93252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 04:28:56.437190 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a1c319-8b22-45af-925f-937468992863 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:28:56.437543 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a1c319-8b22-45af-925f-937468992863 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:28:56.437970 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a1c319-8b22-45af-925f-937468992863 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:28:56.438310 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a1c319-8b22-45af-925f-937468992863 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:28:56.438672 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a1c319-8b22-45af-925f-937468992863 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:28:56.439009 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a1c319-8b22-45af-925f-937468992863 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:28:56.439342 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a1c319-8b22-45af-925f-937468992863 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:28:56.439718 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a1c319-8b22-45af-925f-937468992863 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:28:56.440110 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a1c319-8b22-45af-925f-937468992863 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:28:56.440345 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a1c319-8b22-45af-925f-937468992863 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:28:56.440648 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a1c319-8b22-45af-925f-937468992863 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:28:56.440974 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a1c319-8b22-45af-925f-937468992863 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:28:56.499085 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-be34de97-22b2-41be-be25-50c88d96a6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66721686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-699446'] for network, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:28:56.506163 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-be34de97-22b2-41be-be25-50c88d96a6e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568634'] for network, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:28:56.508166 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-be34de97-22b2-41be-be25-50c88d96a6e5 admin admin] 10.222.0.37 "DELETE /v2.0/networks/96928152-e7de-4eec-a055-721b95480308 HTTP/1.1" status: 204 len: 168 time: 0.5131924 Aug 05 04:28:56.522011 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be34de97-22b2-41be-be25-50c88d96a6e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=96928152-e7de-4eec-a055-721b95480308,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:28:56.633537 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 34600) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:28:56.673215 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-62472aa4-09b7-4348-bafc-e0e7ade44fab admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7e1b30b90c7140f8b2ccf41b54163dd5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0385220 Aug 05 04:28:56.675657 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 34602) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:28:56.722191 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e6728620-1da8-4744-8267-1c7699e035eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:28:56.742062 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e6728620-1da8-4744-8267-1c7699e035eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:28:56.789018 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e6728620-1da8-4744-8267-1c7699e035eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:28:56.791813 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e6728620-1da8-4744-8267-1c7699e035eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:28:56.792861 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-e6728620-1da8-4744-8267-1c7699e035eb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/74215163-4d51-41da-8921-22028425f01c HTTP/1.1" status: 204 len: 168 time: 0.1163378 Aug 05 04:28:56.801100 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6728620-1da8-4744-8267-1c7699e035eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74215163-4d51-41da-8921-22028425f01c,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:28:57.821343 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Device 091d5eca-b71f-4a77-92e9-5d90f6df6ddd no longer exists at agent ovs-agent-dv-cinder-803000-4-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 04:28:57.845266 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] No Port match for: 091d5eca-b71f-4a77-92e9-5d90f6df6ddd {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 04:28:57.845619 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Device 091d5eca-b71f-4a77-92e9-5d90f6df6ddd not bound to the agent host dv-cinder-803000-4-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 04:28:57.846042 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Device bb82c35e-7bec-4f57-836f-1b0626a6361b no longer exists at agent ovs-agent-dv-cinder-803000-4-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 04:28:57.864669 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] No Port match for: bb82c35e-7bec-4f57-836f-1b0626a6361b {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 04:28:57.865023 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Device bb82c35e-7bec-4f57-836f-1b0626a6361b not bound to the agent host dv-cinder-803000-4-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 04:28:58.398550 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 34656) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:28:58.500377 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-d5de7f42-1cd5-4aa7-8367-8dd708287658 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:28:58.587032 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-d5de7f42-1cd5-4aa7-8367-8dd708287658 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:28:58.590398 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-d5de7f42-1cd5-4aa7-8367-8dd708287658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:28:58.628170 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-d5de7f42-1cd5-4aa7-8367-8dd708287658 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f9a89a3acccb441da3047e73bde93b3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2285845 Aug 05 04:28:58.628974 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5de7f42-1cd5-4aa7-8367-8dd708287658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eae25afd-742d-4008-ad06-fc1fc3a39dc1,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:28:58.631792 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 34660) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:28:58.683863 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ff9073dd-2f35-4460-be69-cff6258d6392 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:28:58.704364 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ff9073dd-2f35-4460-be69-cff6258d6392 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:28:58.749927 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ff9073dd-2f35-4460-be69-cff6258d6392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:28:58.752417 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ff9073dd-2f35-4460-be69-cff6258d6392 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:28:58.753536 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-ff9073dd-2f35-4460-be69-cff6258d6392 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/eae25afd-742d-4008-ad06-fc1fc3a39dc1 HTTP/1.1" status: 204 len: 168 time: 0.1204045 Aug 05 04:28:58.761010 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9073dd-2f35-4460-be69-cff6258d6392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eae25afd-742d-4008-ad06-fc1fc3a39dc1,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:28:59.007140 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 34668) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:28:59.020489 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-7ebc55e2-d8e6-4027-b62c-be2c195cf6ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:28:59.107692 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-7ebc55e2-d8e6-4027-b62c-be2c195cf6ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:28:59.111709 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-7ebc55e2-d8e6-4027-b62c-be2c195cf6ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:28:59.150363 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-7ebc55e2-d8e6-4027-b62c-be2c195cf6ae admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cf1e6ee5194a4f1faf38f25748d103fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1421504 Aug 05 04:28:59.151262 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebc55e2-d8e6-4027-b62c-be2c195cf6ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e294bfd2-3402-4e70-a936-3e005b79339c,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:28:59.153116 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 34670) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:28:59.201178 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-99c10b1b-2312-4715-9a4f-cb3eb7f476b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:28:59.221382 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-99c10b1b-2312-4715-9a4f-cb3eb7f476b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:28:59.266735 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-99c10b1b-2312-4715-9a4f-cb3eb7f476b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:28:59.269390 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-99c10b1b-2312-4715-9a4f-cb3eb7f476b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:28:59.270519 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-99c10b1b-2312-4715-9a4f-cb3eb7f476b6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e294bfd2-3402-4e70-a936-3e005b79339c HTTP/1.1" status: 204 len: 168 time: 0.1163523 Aug 05 04:28:59.278025 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c10b1b-2312-4715-9a4f-cb3eb7f476b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e294bfd2-3402-4e70-a936-3e005b79339c,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:29:00.043139 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 34696) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:29:00.351175 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-4edb9f6a-fed0-4bbe-89ef-5c1685afdd3e tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Deleting port 2596e922-7f68-47c1-b804-83baee529f43 {{(pid=93251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 04:29:00.351445 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-4edb9f6a-fed0-4bbe-89ef-5c1685afdd3e tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763712722935'] for port, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:00.424687 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-4edb9f6a-fed0-4bbe-89ef-5c1685afdd3e tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-702725'] for port, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:00.424985 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-4edb9f6a-fed0-4bbe-89ef-5c1685afdd3e tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:00.439044 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-4edb9f6a-fed0-4bbe-89ef-5c1685afdd3e tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Calling delete_port for 2596e922-7f68-47c1-b804-83baee529f43 owned by network:floatingip {{(pid=93251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 04:29:00.615626 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-4edb9f6a-fed0-4bbe-89ef-5c1685afdd3e tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763712549039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763712145884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8933231'] for port, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:00.644005 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edb9f6a-fed0-4bbe-89ef-5c1685afdd3e tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Pushing event deleted for resources: {'Port': ['ID=2596e922-7f68-47c1-b804-83baee529f43,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:29:00.721053 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-4edb9f6a-fed0-4bbe-89ef-5c1685afdd3e tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Notify callbacks [] for floatingip, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:00.721469 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.db.l3_db [None req-4edb9f6a-fed0-4bbe-89ef-5c1685afdd3e tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Floating IP f737d309-d63a-427c-bccf-6f04f9a21475 disassociated (deleted). External IP: 172.27.3.79, port: 214dce8d-195c-4d2a-9176-034e96614c25. Aug 05 04:29:00.932021 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4edb9f6a-fed0-4bbe-89ef-5c1685afdd3e tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Router 6ccb8d91-2900-496f-9830-5fd2f062855a has already been hosted by L3 agent 8e71ca1b-9911-44b3-bf09-1fce3db7ea9a {{(pid=93251) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 04:29:01.043167 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4edb9f6a-fed0-4bbe-89ef-5c1685afdd3e tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Notify agent at l3_agent.dv-cinder-803000-4-iscsi the message routers_updated {{(pid=93251) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 04:29:01.048187 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-4edb9f6a-fed0-4bbe-89ef-5c1685afdd3e tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224329'] for floatingip, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:01.053276 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da8db63-9cdc-4436-b84e-16929ec9739e None None] Sync routers for ids ['6ccb8d91-2900-496f-9830-5fd2f062855a'] in dv-cinder-803000-4-iscsi {{(pid=93253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 04:29:01.062624 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da8db63-9cdc-4436-b84e-16929ec9739e None None] Routers {'6ccb8d91-2900-496f-9830-5fd2f062855a'} bound to L3 agent in host dv-cinder-803000-4-iscsi {{(pid=93253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 04:29:01.063126 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-0da8db63-9cdc-4436-b84e-16929ec9739e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-05T04:10:35Z,description=,heartbeat_timestamp=2021-08-05T04:28:35Z,host='dv-cinder-803000-4-iscsi',id=8e71ca1b-9911-44b3-bf09-1fce3db7ea9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T04:10:35Z,topic='l3_agent')) {'router_ids': ['6ccb8d91-2900-496f-9830-5fd2f062855a'], 'active': True} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:29:01.087800 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-4edb9f6a-fed0-4bbe-89ef-5c1685afdd3e tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] 10.222.0.37 "DELETE /v2.0/floatingips/f737d309-d63a-427c-bccf-6f04f9a21475 HTTP/1.1" status: 204 len: 168 time: 1.0365202 Aug 05 04:29:01.087800 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eaadc18-4403-4cf3-b17e-92d994d339dc', 'tag': '214dce8d-195c-4d2a-9176-034e96614c25'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 04:29:01.087800 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc51a2a5f300f30acac232ef327f3f01bb0f894a96a37a70efeb1c252096f2af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51048478-8574-47a7-9e2a-30e0b3babcfa" -d '{"events": [{"name": "network-changed", "server_uuid": "0eaadc18-4403-4cf3-b17e-92d994d339dc", "tag": "214dce8d-195c-4d2a-9176-034e96614c25"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 04:29:01.130557 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 04:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f309d85a-a85f-4fad-a8ef-1882d959b543 x-openstack-request-id: req-f309d85a-a85f-4fad-a8ef-1882d959b543 {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 04:29:01.130857 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0eaadc18-4403-4cf3-b17e-92d994d339dc", "tag": "214dce8d-195c-4d2a-9176-034e96614c25", "status": "completed", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 04:29:01.131109 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f309d85a-a85f-4fad-a8ef-1882d959b543 {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 04:29:01.131713 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0eaadc18-4403-4cf3-b17e-92d994d339dc', 'tag': '214dce8d-195c-4d2a-9176-034e96614c25', 'status': 'completed', 'code': 200} Aug 05 04:29:01.198384 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvr_db [None req-0da8db63-9cdc-4436-b84e-16929ec9739e None None] Set router 6ccb8d91-2900-496f-9830-5fd2f062855a gateway port host: dv-cinder-803000-4-iscsi {{(pid=93253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 04:29:01.355799 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438d508d-6d73-4b6f-b084-0f0c6ba68c72 req-481e0729-ab5b-4d99-9630-5d26b67904ea tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:29:01.368575 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-438d508d-6d73-4b6f-b084-0f0c6ba68c72 req-481e0729-ab5b-4d99-9630-5d26b67904ea tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] 10.222.0.37 "GET /v2.0/ports?device_id=0eaadc18-4403-4cf3-b17e-92d994d339dc HTTP/1.1" status: 200 len: 946 time: 0.0638247 Aug 05 04:29:01.384968 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51048478-8574-47a7-9e2a-30e0b3babcfa req-59ebb548-4f5b-4036-9f9e-0b1ae3f12c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:29:01.386776 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-51048478-8574-47a7-9e2a-30e0b3babcfa req-59ebb548-4f5b-4036-9f9e-0b1ae3f12c08 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bee6bfe21bc342ae80722bc534a79a65&device_id=0eaadc18-4403-4cf3-b17e-92d994d339dc HTTP/1.1" status: 200 len: 1099 time: 0.2038710 Aug 05 04:29:01.415050 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-438d508d-6d73-4b6f-b084-0f0c6ba68c72 req-a3ba313a-82c9-497a-97e6-a9a514cc0768 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6e05813-9d0f-44b8-9b64-dd43393c2c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455523 Aug 05 04:29:01.485597 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-0da8db63-9cdc-4436-b84e-16929ec9739e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ccb8d91-2900-496f-9830-5fd2f062855a', 'name': 'tempest-TestShelveInstance-1946893989-router', 'tenant_id': 'bee6bfe21bc342ae80722bc534a79a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'external_fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': 'd271c456-f9c9-4a09-bf22-9a83c2467efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:22:49Z', 'updated_at': '2021-08-05T04:22:51Z', 'revision_number': 4, 'project_id': 'bee6bfe21bc342ae80722bc534a79a65', 'gw_port': {'id': 'd271c456-f9c9-4a09-bf22-9a83c2467efa', 'name': '', 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ccb8d91-2900-496f-9830-5fd2f062855a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:22:49Z', 'updated_at': '2021-08-05T04:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-4-iscsi', '_interfaces': [{'id': '83f2ec64-6f47-42cf-a52a-7b0b018656f7', 'name': '', 'network_id': 'ef69c213-f027-48b4-9728-8998dc7faa2a', 'tenant_id': 'bee6bfe21bc342ae80722bc534a79a65', 'mac_address': 'fa:16:3e:70:e4:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ccb8d91-2900-496f-9830-5fd2f062855a', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'd35e201b-865e-4900-86f6-2c5aed9eb36a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:22:51Z', 'updated_at': '2021-08-05T04:22:58Z', 'revision_number': 5, 'project_id': 'bee6bfe21bc342ae80722bc534a79a65', 'subnets': [{'id': 'd35e201b-865e-4900-86f6-2c5aed9eb36a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803000-4-iscsi', False) {} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:29:01.492981 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51048478-8574-47a7-9e2a-30e0b3babcfa req-068477cb-3cc3-4ee9-ab08-28beddf9d33e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:29:01.494709 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-51048478-8574-47a7-9e2a-30e0b3babcfa req-068477cb-3cc3-4ee9-ab08-28beddf9d33e service neutron] 10.222.0.39 "GET /v2.0/networks?id=ef69c213-f027-48b4-9728-8998dc7faa2a HTTP/1.1" status: 200 len: 910 time: 0.0987823 Aug 05 04:29:01.522648 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da8db63-9cdc-4436-b84e-16929ec9739e None None] Checking router: 6ccb8d91-2900-496f-9830-5fd2f062855a for host: dv-cinder-803000-4-iscsi {{(pid=93253) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 04:29:01.532216 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da8db63-9cdc-4436-b84e-16929ec9739e None None] Routers {'6ccb8d91-2900-496f-9830-5fd2f062855a'} bound to L3 agent in host dv-cinder-803000-4-iscsi {{(pid=93253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 04:29:01.532996 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-0da8db63-9cdc-4436-b84e-16929ec9739e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-05T04:10:35Z,description=,heartbeat_timestamp=2021-08-05T04:28:35Z,host='dv-cinder-803000-4-iscsi',id=8e71ca1b-9911-44b3-bf09-1fce3db7ea9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T04:10:35Z,topic='l3_agent')) {'router_ids': ['6ccb8d91-2900-496f-9830-5fd2f062855a'], 'active': True} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:29:01.550049 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-51048478-8574-47a7-9e2a-30e0b3babcfa req-5956082e-6ea3-4e98-bf92-2d5c571b7b4c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=214dce8d-195c-4d2a-9176-034e96614c25 HTTP/1.1" status: 200 len: 217 time: 0.0438864 Aug 05 04:29:01.605494 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51048478-8574-47a7-9e2a-30e0b3babcfa req-2f5f259f-ca10-46b9-9433-72f83729aa31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:29:01.607015 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-51048478-8574-47a7-9e2a-30e0b3babcfa req-2f5f259f-ca10-46b9-9433-72f83729aa31 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d35e201b-865e-4900-86f6-2c5aed9eb36a HTTP/1.1" status: 200 len: 848 time: 0.0523734 Aug 05 04:29:01.657857 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51048478-8574-47a7-9e2a-30e0b3babcfa req-75244363-6641-48ff-b1f5-cbbf4150b3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:29:01.659240 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-51048478-8574-47a7-9e2a-30e0b3babcfa req-75244363-6641-48ff-b1f5-cbbf4150b3af service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ef69c213-f027-48b4-9728-8998dc7faa2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0445707 Aug 05 04:29:01.735994 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvr_db [None req-0da8db63-9cdc-4436-b84e-16929ec9739e None None] Set router 6ccb8d91-2900-496f-9830-5fd2f062855a gateway port host: dv-cinder-803000-4-iscsi {{(pid=93253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 04:29:01.757446 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-51048478-8574-47a7-9e2a-30e0b3babcfa req-a56bcefc-0412-4db0-b9b0-f7ce49f01c68 service neutron] 10.222.0.39 "GET /v2.0/networks/ef69c213-f027-48b4-9728-8998dc7faa2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901821 Aug 05 04:29:01.861996 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-51048478-8574-47a7-9e2a-30e0b3babcfa req-d63484f7-0f28-47c5-a91a-ede9edd1f024 service neutron] 10.222.0.39 "GET /v2.0/networks/ef69c213-f027-48b4-9728-8998dc7faa2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957906 Aug 05 04:29:01.950547 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-0da8db63-9cdc-4436-b84e-16929ec9739e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ccb8d91-2900-496f-9830-5fd2f062855a', 'name': 'tempest-TestShelveInstance-1946893989-router', 'tenant_id': 'bee6bfe21bc342ae80722bc534a79a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'external_fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': 'd271c456-f9c9-4a09-bf22-9a83c2467efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:22:49Z', 'updated_at': '2021-08-05T04:22:51Z', 'revision_number': 4, 'project_id': 'bee6bfe21bc342ae80722bc534a79a65', 'gw_port': {'id': 'd271c456-f9c9-4a09-bf22-9a83c2467efa', 'name': '', 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ccb8d91-2900-496f-9830-5fd2f062855a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:22:49Z', 'updated_at': '2021-08-05T04:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-4-iscsi', '_interfaces': [{'id': '83f2ec64-6f47-42cf-a52a-7b0b018656f7', 'name': '', 'network_id': 'ef69c213-f027-48b4-9728-8998dc7faa2a', 'tenant_id': 'bee6bfe21bc342ae80722bc534a79a65', 'mac_address': 'fa:16:3e:70:e4:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ccb8d91-2900-496f-9830-5fd2f062855a', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'd35e201b-865e-4900-86f6-2c5aed9eb36a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:22:51Z', 'updated_at': '2021-08-05T04:22:58Z', 'revision_number': 5, 'project_id': 'bee6bfe21bc342ae80722bc534a79a65', 'subnets': [{'id': 'd35e201b-865e-4900-86f6-2c5aed9eb36a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803000-4-iscsi', False) {} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:29:01.976243 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da8db63-9cdc-4436-b84e-16929ec9739e None None] The sync data for ids ['6ccb8d91-2900-496f-9830-5fd2f062855a'] in dv-cinder-803000-4-iscsi is: [{'id': '6ccb8d91-2900-496f-9830-5fd2f062855a', 'name': 'tempest-TestShelveInstance-1946893989-router', 'tenant_id': 'bee6bfe21bc342ae80722bc534a79a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'external_fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': 'd271c456-f9c9-4a09-bf22-9a83c2467efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:22:49Z', 'updated_at': '2021-08-05T04:22:51Z', 'revision_number': 4, 'project_id': 'bee6bfe21bc342ae80722bc534a79a65', 'gw_port': {'id': 'd271c456-f9c9-4a09-bf22-9a83c2467efa', 'name': '', 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ccb8d91-2900-496f-9830-5fd2f062855a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:22:49Z', 'updated_at': '2021-08-05T04:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-4-iscsi', '_interfaces': [{'id': '83f2ec64-6f47-42cf-a52a-7b0b018656f7', 'name': '', 'network_id': 'ef69c213-f027-48b4-9728-8998dc7faa2a', 'tenant_id': 'bee6bfe21bc342ae80722bc534a79a65', 'mac_address': 'fa:16:3e:70:e4:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ccb8d91-2900-496f-9830-5fd2f062855a', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'd35e201b-865e-4900-86f6-2c5aed9eb36a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:22:51Z', 'updated_at': '2021-08-05T04:22:58Z', 'revision_number': 5, 'project_id': 'bee6bfe21bc342ae80722bc534a79a65', 'subnets': [{'id': 'd35e201b-865e-4900-86f6-2c5aed9eb36a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 04:29:02.154034 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 34820) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:29:02.190600 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51e367d-4539-4102-afcd-6f269bbc3b88 None None] New status for floating IP f737d309-d63a-427c-bccf-6f04f9a21475: DOWN {{(pid=93252) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 04:29:02.262126 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-081da4f6-8235-4f97-a925-fe49662211cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:02.348278 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-081da4f6-8235-4f97-a925-fe49662211cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:02.351705 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-081da4f6-8235-4f97-a925-fe49662211cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:02.389013 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-081da4f6-8235-4f97-a925-fe49662211cf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=81b7037e2f064c0592ecb2b6503cbe44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2338355 Aug 05 04:29:02.389886 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081da4f6-8235-4f97-a925-fe49662211cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccb22604-dd6c-4636-be2c-fd9b8b9fd13c,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:29:02.391862 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 34826) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:29:02.397589 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081da4f6-8235-4f97-a925-fe49662211cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:29:02.398098 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081da4f6-8235-4f97-a925-fe49662211cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:29:02.398457 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081da4f6-8235-4f97-a925-fe49662211cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:29:02.398818 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081da4f6-8235-4f97-a925-fe49662211cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:29:02.399154 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081da4f6-8235-4f97-a925-fe49662211cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:29:02.399488 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081da4f6-8235-4f97-a925-fe49662211cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:29:02.399820 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081da4f6-8235-4f97-a925-fe49662211cf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:29:02.400147 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081da4f6-8235-4f97-a925-fe49662211cf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:29:02.400478 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081da4f6-8235-4f97-a925-fe49662211cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:29:02.400858 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081da4f6-8235-4f97-a925-fe49662211cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:29:02.401188 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081da4f6-8235-4f97-a925-fe49662211cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:29:02.401510 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081da4f6-8235-4f97-a925-fe49662211cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:29:02.443749 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-96888dba-6fbc-4f18-b5b9-8489a18aa1f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:02.464684 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-96888dba-6fbc-4f18-b5b9-8489a18aa1f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:02.538401 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-96888dba-6fbc-4f18-b5b9-8489a18aa1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:02.540928 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-96888dba-6fbc-4f18-b5b9-8489a18aa1f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:02.542063 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-96888dba-6fbc-4f18-b5b9-8489a18aa1f1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ccb22604-dd6c-4636-be2c-fd9b8b9fd13c HTTP/1.1" status: 204 len: 168 time: 0.1491394 Aug 05 04:29:02.552624 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d251cefa-ff48-4022-8550-003db0551275 req-48d2a918-16c6-4071-9aa3-95b58e39d8fa tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:29:02.554084 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d251cefa-ff48-4022-8550-003db0551275 req-48d2a918-16c6-4071-9aa3-95b58e39d8fa tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] 10.222.0.37 "GET /v2.0/ports?device_id=0eaadc18-4403-4cf3-b17e-92d994d339dc HTTP/1.1" status: 200 len: 946 time: 0.0728116 Aug 05 04:29:02.559089 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96888dba-6fbc-4f18-b5b9-8489a18aa1f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccb22604-dd6c-4636-be2c-fd9b8b9fd13c,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:29:02.595423 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d251cefa-ff48-4022-8550-003db0551275 req-0a54074d-9c94-46da-9fd6-16f6c1d25640 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6e05813-9d0f-44b8-9b64-dd43393c2c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344162 Aug 05 04:29:02.723251 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-73b29a12-d663-47bd-9121-5406124e9e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:02.800794 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 34834) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:29:02.813794 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-da03ccb6-9d00-4073-9ac1-de7ed70ec147 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:02.904345 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-da03ccb6-9d00-4073-9ac1-de7ed70ec147 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:02.907999 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-da03ccb6-9d00-4073-9ac1-de7ed70ec147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:02.945476 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-da03ccb6-9d00-4073-9ac1-de7ed70ec147 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0636c59ca60d46ddb400c8e1251416a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1436598 Aug 05 04:29:02.946393 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da03ccb6-9d00-4073-9ac1-de7ed70ec147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8779ad16-bcef-492a-989f-012ed8d5bbda,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:29:02.948220 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 34836) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:29:02.996238 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ed2900d3-5017-4816-b969-8294ba879eb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:03.017041 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ed2900d3-5017-4816-b969-8294ba879eb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:03.062764 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ed2900d3-5017-4816-b969-8294ba879eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:03.065178 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ed2900d3-5017-4816-b969-8294ba879eb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:03.066327 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-ed2900d3-5017-4816-b969-8294ba879eb4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8779ad16-bcef-492a-989f-012ed8d5bbda HTTP/1.1" status: 204 len: 168 time: 0.1171315 Aug 05 04:29:03.073896 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2900d3-5017-4816-b969-8294ba879eb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8779ad16-bcef-492a-989f-012ed8d5bbda,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:29:03.174701 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-87ea8438-47cd-44c4-a808-9a807a63fea8 None None] Agent healthcheck: found 6 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 04:29:03.298257 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5da0c7-ca29-41bf-b653-681646023785 req-479da7f1-bfdf-4945-83b7-d6bc8d5a0495 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:29:03.299821 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-9a5da0c7-ca29-41bf-b653-681646023785 req-479da7f1-bfdf-4945-83b7-d6bc8d5a0495 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] 10.222.0.39 "GET /v2.0/ports?device_id=0eaadc18-4403-4cf3-b17e-92d994d339dc HTTP/1.1" status: 200 len: 946 time: 0.0504858 Aug 05 04:29:03.391213 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [req-9a5da0c7-ca29-41bf-b653-681646023785 req-a36aeac2-bc46-4f31-bf96-5207a62615e1 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Deleting port 214dce8d-195c-4d2a-9176-034e96614c25 {{(pid=93251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 04:29:03.391642 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-9a5da0c7-ca29-41bf-b653-681646023785 req-a36aeac2-bc46-4f31-bf96-5207a62615e1 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763712722935'] for port, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:03.484031 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [req-9a5da0c7-ca29-41bf-b653-681646023785 req-a36aeac2-bc46-4f31-bf96-5207a62615e1 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] For port 214dce8d-195c-4d2a-9176-034e96614c25, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=214dce8d-195c-4d2a-9176-034e96614c25,segment=NetworkSegment(58844861-27f9-479e-80aa-8db8404eb207),segment_id=58844861-27f9-479e-80aa-8db8404eb207)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:29:03.484292 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-9a5da0c7-ca29-41bf-b653-681646023785 req-a36aeac2-bc46-4f31-bf96-5207a62615e1 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-702725'] for port, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:03.497329 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [req-9a5da0c7-ca29-41bf-b653-681646023785 req-a36aeac2-bc46-4f31-bf96-5207a62615e1 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Calling delete_port for 214dce8d-195c-4d2a-9176-034e96614c25 owned by compute:nova {{(pid=93251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 04:29:03.634750 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-9a5da0c7-ca29-41bf-b653-681646023785 req-a36aeac2-bc46-4f31-bf96-5207a62615e1 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763712549039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763712145884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8933231'] for port, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:03.668771 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36aeac2-bc46-4f31-bf96-5207a62615e1 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Pushing event deleted for resources: {'Port': ['ID=214dce8d-195c-4d2a-9176-034e96614c25,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:29:03.695689 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-11fbc1cc-dca4-4c35-a472-58308675356d req-ac898493-4ef1-4cc1-951c-0b3d35bf8c62 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] 10.222.0.37 "GET /v2.0/ports?device_id=0eaadc18-4403-4cf3-b17e-92d994d339dc HTTP/1.1" status: 200 len: 210 time: 0.0266643 Aug 05 04:29:03.714737 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a5da0c7-ca29-41bf-b653-681646023785 req-a36aeac2-bc46-4f31-bf96-5207a62615e1 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] No DVR routers for this DVR port 214dce8d-195c-4d2a-9176-034e96614c25 on host hv-cinder-80300 {{(pid=93251) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 04:29:03.717353 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-9a5da0c7-ca29-41bf-b653-681646023785 req-a36aeac2-bc46-4f31-bf96-5207a62615e1 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224329'] for port, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:03.719459 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-9a5da0c7-ca29-41bf-b653-681646023785 req-a36aeac2-bc46-4f31-bf96-5207a62615e1 tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] 10.222.0.39 "DELETE /v2.0/ports/214dce8d-195c-4d2a-9176-034e96614c25 HTTP/1.1" status: 204 len: 173 time: 0.4134276 Aug 05 04:29:03.719855 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eaadc18-4403-4cf3-b17e-92d994d339dc', 'name': 'network-vif-deleted', 'tag': '214dce8d-195c-4d2a-9176-034e96614c25'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 04:29:03.722101 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc51a2a5f300f30acac232ef327f3f01bb0f894a96a37a70efeb1c252096f2af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-066d0226-f29f-427e-b900-2b52a492715a" -d '{"events": [{"server_uuid": "0eaadc18-4403-4cf3-b17e-92d994d339dc", "name": "network-vif-deleted", "tag": "214dce8d-195c-4d2a-9176-034e96614c25"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 04:29:03.759470 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 04:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1e7ed9e-0282-4402-8fb0-a85d565dea23 x-openstack-request-id: req-d1e7ed9e-0282-4402-8fb0-a85d565dea23 {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 04:29:03.759754 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eaadc18-4403-4cf3-b17e-92d994d339dc", "name": "network-vif-deleted", "tag": "214dce8d-195c-4d2a-9176-034e96614c25", "status": "completed", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 04:29:03.760037 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d1e7ed9e-0282-4402-8fb0-a85d565dea23 {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 04:29:03.760461 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eaadc18-4403-4cf3-b17e-92d994d339dc', 'name': 'network-vif-deleted', 'tag': '214dce8d-195c-4d2a-9176-034e96614c25', 'status': 'completed', 'code': 200} Aug 05 04:29:04.756817 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 34892) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:29:04.819246 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-182835ec-ce69-47f0-b338-870b860918df tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:04.846276 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-182835ec-ce69-47f0-b338-870b860918df tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:04.915120 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-182835ec-ce69-47f0-b338-870b860918df tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:04.917745 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-182835ec-ce69-47f0-b338-870b860918df tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:04.918894 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-182835ec-ce69-47f0-b338-870b860918df tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] 10.222.0.37 "DELETE /v2.0/security-groups/a6e05813-9d0f-44b8-9b64-dd43393c2c1a HTTP/1.1" status: 204 len: 168 time: 0.1610627 Aug 05 04:29:04.927731 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182835ec-ce69-47f0-b338-870b860918df tempest-TestShelveInstance-2136507302 tempest-TestShelveInstance-2136507302-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6e05813-9d0f-44b8-9b64-dd43393c2c1a,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:29:04.967473 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 34900) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:29:05.146870 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-6267db2f-5535-4dbb-8600-cbcc98b72e5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:05.326114 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:05.664356 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-11d20393-02bb-491c-9658-11a097b2d043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536823'] for router_interface, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:05.904765 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-11d20393-02bb-491c-9658-11a097b2d043 admin admin] Deleting port 83f2ec64-6f47-42cf-a52a-7b0b018656f7 {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 04:29:05.905348 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-11d20393-02bb-491c-9658-11a097b2d043 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763712722935'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:05.995510 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [None req-11d20393-02bb-491c-9658-11a097b2d043 admin admin] For port 83f2ec64-6f47-42cf-a52a-7b0b018656f7, host dv-cinder-803000-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-4-iscsi',level=0,port_id=83f2ec64-6f47-42cf-a52a-7b0b018656f7,segment=NetworkSegment(58844861-27f9-479e-80aa-8db8404eb207),segment_id=58844861-27f9-479e-80aa-8db8404eb207)] {{(pid=93250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:29:05.996106 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-11d20393-02bb-491c-9658-11a097b2d043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-702725'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:06.007921 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-11d20393-02bb-491c-9658-11a097b2d043 admin admin] Calling delete_port for 83f2ec64-6f47-42cf-a52a-7b0b018656f7 owned by network:router_interface {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 04:29:06.191523 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-11d20393-02bb-491c-9658-11a097b2d043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763712549039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763712145884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3061364'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:06.226149 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d20393-02bb-491c-9658-11a097b2d043 admin admin] Pushing event deleted for resources: {'Port': ['ID=83f2ec64-6f47-42cf-a52a-7b0b018656f7,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:29:06.332953 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-03641130-cd72-49d2-95a2-84c2adaa14ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:06.370427 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Device 214dce8d-195c-4d2a-9176-034e96614c25 no longer exists at agent hyperv_hv-cinder-80300 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 04:29:06.393164 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-11d20393-02bb-491c-9658-11a097b2d043 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536683'] for router_interface, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:06.397936 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] No Port match for: 214dce8d-195c-4d2a-9176-034e96614c25 {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 04:29:06.398295 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Device 214dce8d-195c-4d2a-9176-034e96614c25 not bound to the agent host hv-cinder-80300 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 04:29:06.603031 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11d20393-02bb-491c-9658-11a097b2d043 admin admin] Router 6ccb8d91-2900-496f-9830-5fd2f062855a has already been hosted by L3 agent 8e71ca1b-9911-44b3-bf09-1fce3db7ea9a {{(pid=93250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 04:29:06.706083 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11d20393-02bb-491c-9658-11a097b2d043 admin admin] Notify agent at l3_agent.dv-cinder-803000-4-iscsi the message routers_updated {{(pid=93250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 04:29:06.711653 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-11d20393-02bb-491c-9658-11a097b2d043 admin admin] 10.222.0.37 "PUT /v2.0/routers/6ccb8d91-2900-496f-9830-5fd2f062855a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7423127 Aug 05 04:29:06.714202 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 34914) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:29:06.714835 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32a679a-733d-4138-9950-5e71b11e8abf None None] Sync routers for ids ['6ccb8d91-2900-496f-9830-5fd2f062855a'] in dv-cinder-803000-4-iscsi {{(pid=93253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 04:29:06.724095 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32a679a-733d-4138-9950-5e71b11e8abf None None] Routers {'6ccb8d91-2900-496f-9830-5fd2f062855a'} bound to L3 agent in host dv-cinder-803000-4-iscsi {{(pid=93253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 04:29:06.724700 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-f32a679a-733d-4138-9950-5e71b11e8abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T04:10:35Z,description=,heartbeat_timestamp=2021-08-05T04:29:05Z,host='dv-cinder-803000-4-iscsi',id=8e71ca1b-9911-44b3-bf09-1fce3db7ea9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T04:10:35Z,topic='l3_agent')) {'router_ids': ['6ccb8d91-2900-496f-9830-5fd2f062855a'], 'active': True} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:29:06.817100 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-96bcd69e-c2fa-41de-9b62-4854a5485f2f admin admin] Notify callbacks [] for router, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:06.825760 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvr_db [None req-f32a679a-733d-4138-9950-5e71b11e8abf None None] Set router 6ccb8d91-2900-496f-9830-5fd2f062855a gateway port host: dv-cinder-803000-4-iscsi {{(pid=93253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 04:29:06.921797 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-96bcd69e-c2fa-41de-9b62-4854a5485f2f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:06.976182 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-96bcd69e-c2fa-41de-9b62-4854a5485f2f admin admin] Deleting port d271c456-f9c9-4a09-bf22-9a83c2467efa {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 04:29:06.976442 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-96bcd69e-c2fa-41de-9b62-4854a5485f2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763712722935'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:06.996497 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-f32a679a-733d-4138-9950-5e71b11e8abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ccb8d91-2900-496f-9830-5fd2f062855a', 'name': 'tempest-TestShelveInstance-1946893989-router', 'tenant_id': 'bee6bfe21bc342ae80722bc534a79a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'external_fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': 'd271c456-f9c9-4a09-bf22-9a83c2467efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:22:49Z', 'updated_at': '2021-08-05T04:29:06Z', 'revision_number': 5, 'project_id': 'bee6bfe21bc342ae80722bc534a79a65', 'gw_port': {'id': 'd271c456-f9c9-4a09-bf22-9a83c2467efa', 'name': '', 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ccb8d91-2900-496f-9830-5fd2f062855a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:22:49Z', 'updated_at': '2021-08-05T04:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-4-iscsi'}], 'dv-cinder-803000-4-iscsi', False) {} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:29:07.025880 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32a679a-733d-4138-9950-5e71b11e8abf None None] Checking router: 6ccb8d91-2900-496f-9830-5fd2f062855a for host: dv-cinder-803000-4-iscsi {{(pid=93253) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 04:29:07.033890 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32a679a-733d-4138-9950-5e71b11e8abf None None] Routers {'6ccb8d91-2900-496f-9830-5fd2f062855a'} bound to L3 agent in host dv-cinder-803000-4-iscsi {{(pid=93253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 04:29:07.034554 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-f32a679a-733d-4138-9950-5e71b11e8abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T04:10:35Z,description=,heartbeat_timestamp=2021-08-05T04:29:05Z,host='dv-cinder-803000-4-iscsi',id=8e71ca1b-9911-44b3-bf09-1fce3db7ea9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T04:10:35Z,topic='l3_agent')) {'router_ids': ['6ccb8d91-2900-496f-9830-5fd2f062855a'], 'active': True} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:29:07.058774 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [None req-96bcd69e-c2fa-41de-9b62-4854a5485f2f admin admin] For port d271c456-f9c9-4a09-bf22-9a83c2467efa, host dv-cinder-803000-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-4-iscsi',level=0,port_id=d271c456-f9c9-4a09-bf22-9a83c2467efa,segment=NetworkSegment(fe7b4086-21cb-43cf-96b4-8ee376b4a2f8),segment_id=fe7b4086-21cb-43cf-96b4-8ee376b4a2f8)] {{(pid=93250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:29:07.059391 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-96bcd69e-c2fa-41de-9b62-4854a5485f2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-702725'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:07.071437 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-96bcd69e-c2fa-41de-9b62-4854a5485f2f admin admin] Calling delete_port for d271c456-f9c9-4a09-bf22-9a83c2467efa owned by network:router_gateway {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 04:29:07.117631 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvr_db [None req-f32a679a-733d-4138-9950-5e71b11e8abf None None] Set router 6ccb8d91-2900-496f-9830-5fd2f062855a gateway port host: None {{(pid=93253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 04:29:07.169825 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-f32a679a-733d-4138-9950-5e71b11e8abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ccb8d91-2900-496f-9830-5fd2f062855a', 'name': 'tempest-TestShelveInstance-1946893989-router', 'tenant_id': 'bee6bfe21bc342ae80722bc534a79a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:22:49Z', 'updated_at': '2021-08-05T04:29:06Z', 'revision_number': 6, 'project_id': 'bee6bfe21bc342ae80722bc534a79a65', 'gw_port_host': None}], 'dv-cinder-803000-4-iscsi', False) {} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:29:07.202020 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32a679a-733d-4138-9950-5e71b11e8abf None None] The sync data for ids ['6ccb8d91-2900-496f-9830-5fd2f062855a'] in dv-cinder-803000-4-iscsi is: [{'id': '6ccb8d91-2900-496f-9830-5fd2f062855a', 'name': 'tempest-TestShelveInstance-1946893989-router', 'tenant_id': 'bee6bfe21bc342ae80722bc534a79a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:22:49Z', 'updated_at': '2021-08-05T04:29:06Z', 'revision_number': 6, 'project_id': 'bee6bfe21bc342ae80722bc534a79a65', 'gw_port_host': None}] {{(pid=93253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 04:29:07.258562 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-96bcd69e-c2fa-41de-9b62-4854a5485f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763712549039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763712145884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3061364'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:07.284382 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bcd69e-c2fa-41de-9b62-4854a5485f2f admin admin] Pushing event deleted for resources: {'Port': ['ID=d271c456-f9c9-4a09-bf22-9a83c2467efa,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:29:07.345586 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-96bcd69e-c2fa-41de-9b62-4854a5485f2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-700351'] for router_gateway, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:07.438270 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-96bcd69e-c2fa-41de-9b62-4854a5485f2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1520'] for router, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:07.440437 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-96bcd69e-c2fa-41de-9b62-4854a5485f2f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:07.486989 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-96bcd69e-c2fa-41de-9b62-4854a5485f2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-706954'] for router, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:07.487428 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96bcd69e-c2fa-41de-9b62-4854a5485f2f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ccb8d91-2900-496f-9830-5fd2f062855a {{(pid=93250) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 04:29:07.491719 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-96bcd69e-c2fa-41de-9b62-4854a5485f2f admin admin] Notify callbacks [] for router, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:07.493162 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-96bcd69e-c2fa-41de-9b62-4854a5485f2f admin admin] 10.222.0.37 "DELETE /v2.0/routers/6ccb8d91-2900-496f-9830-5fd2f062855a HTTP/1.1" status: 204 len: 168 time: 0.7780294 Aug 05 04:29:07.495566 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 34928) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:29:07.538832 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.db.db_base_plugin_v2 [None req-43af0a04-ed94-4489-ae4e-8c0f154c1992 admin admin] Deleting subnet d35e201b-865e-4900-86f6-2c5aed9eb36a {{(pid=93250) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 04:29:07.542188 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-43af0a04-ed94-4489-ae4e-8c0f154c1992 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:07.577577 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-43af0a04-ed94-4489-ae4e-8c0f154c1992 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2700634'] for subnet, precommit_delete_associations {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:07.664694 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-43af0a04-ed94-4489-ae4e-8c0f154c1992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66721300'] for subnet, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:07.721658 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-43af0a04-ed94-4489-ae4e-8c0f154c1992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66721283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3061319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3240075'] for subnet, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:07.748050 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43af0a04-ed94-4489-ae4e-8c0f154c1992 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d35e201b-865e-4900-86f6-2c5aed9eb36a,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:29:07.749941 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-43af0a04-ed94-4489-ae4e-8c0f154c1992 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568634'] for subnet, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:07.751806 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-43af0a04-ed94-4489-ae4e-8c0f154c1992 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/d35e201b-865e-4900-86f6-2c5aed9eb36a HTTP/1.1" status: 204 len: 168 time: 0.2553580 Aug 05 04:29:07.754274 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 34930) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:29:07.756880 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d08091-a03c-4a9c-aa0d-1677c7ca0256 None None] Network ef69c213-f027-48b4-9728-8998dc7faa2a requested from dv-cinder-803000-4-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 04:29:07.823548 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c9e43701-251a-4778-998c-2bb63530cc89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66814758'] for network, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:07.875126 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-c9e43701-251a-4778-998c-2bb63530cc89 admin admin] Deleting port 5d19358a-0666-40ab-9b7f-f6803b41d5bb {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 04:29:07.875468 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c9e43701-251a-4778-998c-2bb63530cc89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763712722935'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:07.944391 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [None req-c9e43701-251a-4778-998c-2bb63530cc89 admin admin] For port 5d19358a-0666-40ab-9b7f-f6803b41d5bb, host dv-cinder-803000-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-4-iscsi',level=0,port_id=5d19358a-0666-40ab-9b7f-f6803b41d5bb,segment=NetworkSegment(58844861-27f9-479e-80aa-8db8404eb207),segment_id=58844861-27f9-479e-80aa-8db8404eb207)] {{(pid=93250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:29:07.944753 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c9e43701-251a-4778-998c-2bb63530cc89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-702725'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:07.962180 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-c9e43701-251a-4778-998c-2bb63530cc89 admin admin] Calling delete_port for 5d19358a-0666-40ab-9b7f-f6803b41d5bb owned by network:dhcp {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 04:29:07.964564 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36fc21a-52f4-43e6-84db-26361d2efc55 None None] DHCP port deletion for ef69c213-f027-48b4-9728-8998dc7faa2a request from dv-cinder-803000-4-iscsi {{(pid=93252) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 04:29:08.040503 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-6a2206e1-ea48-45a0-865e-aad2fcc79b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:08.048328 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Device 5d19358a-0666-40ab-9b7f-f6803b41d5bb no longer exists at agent ovs-agent-dv-cinder-803000-4-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 04:29:08.052453 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c9e43701-251a-4778-998c-2bb63530cc89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763712549039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763712145884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3061364'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:08.053017 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-c36fc21a-52f4-43e6-84db-26361d2efc55 None None] Deleting port 5d19358a-0666-40ab-9b7f-f6803b41d5bb {{(pid=93252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 04:29:08.053390 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-c36fc21a-52f4-43e6-84db-26361d2efc55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763712722935'] for port, before_delete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:08.082828 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e43701-251a-4778-998c-2bb63530cc89 admin admin] No DVR routers for this DVR port 5d19358a-0666-40ab-9b7f-f6803b41d5bb on host dv-cinder-803000-4-iscsi {{(pid=93250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 04:29:08.088426 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e43701-251a-4778-998c-2bb63530cc89 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d19358a-0666-40ab-9b7f-f6803b41d5bb,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:29:08.089014 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] No Port match for: 5d19358a-0666-40ab-9b7f-f6803b41d5bb {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 04:29:08.089372 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Device 5d19358a-0666-40ab-9b7f-f6803b41d5bb not bound to the agent host dv-cinder-803000-4-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 04:29:08.089785 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Device d271c456-f9c9-4a09-bf22-9a83c2467efa no longer exists at agent ovs-agent-dv-cinder-803000-4-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 04:29:08.143352 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] No Port match for: d271c456-f9c9-4a09-bf22-9a83c2467efa {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 04:29:08.143844 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Device d271c456-f9c9-4a09-bf22-9a83c2467efa not bound to the agent host dv-cinder-803000-4-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 04:29:08.144340 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Device 83f2ec64-6f47-42cf-a52a-7b0b018656f7 no longer exists at agent ovs-agent-dv-cinder-803000-4-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 04:29:08.162002 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c9e43701-251a-4778-998c-2bb63530cc89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66721711', 'neutron.services.segments.db._delete_segments_for_network-8763712477754'] for network, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:08.171873 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.services.segments.db [None req-c9e43701-251a-4778-998c-2bb63530cc89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef69c213-f027-48b4-9728-8998dc7faa2a']}} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:29:08.173511 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] No Port match for: 83f2ec64-6f47-42cf-a52a-7b0b018656f7 {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 04:29:08.173866 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Device 83f2ec64-6f47-42cf-a52a-7b0b018656f7 not bound to the agent host dv-cinder-803000-4-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 04:29:08.175735 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-c36fc21a-52f4-43e6-84db-26361d2efc55 None None] For port 5d19358a-0666-40ab-9b7f-f6803b41d5bb, host dv-cinder-803000-4-iscsi, got binding levels [] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:29:08.176130 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-c36fc21a-52f4-43e6-84db-26361d2efc55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-702725'] for port, precommit_delete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:08.183819 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.services.segments.db [None req-c9e43701-251a-4778-998c-2bb63530cc89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58844861-27f9-479e-80aa-8db8404eb207') {'for_net_delete': True} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:29:08.184176 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.services.segments.db [None req-c9e43701-251a-4778-998c-2bb63530cc89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58844861-27f9-479e-80aa-8db8404eb207') {} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:29:08.189077 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-c36fc21a-52f4-43e6-84db-26361d2efc55 None None] Calling delete_port for 5d19358a-0666-40ab-9b7f-f6803b41d5bb owned by network:dhcp {{(pid=93252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 04:29:08.191701 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.ipam_backend_mixin [None req-c36fc21a-52f4-43e6-84db-26361d2efc55 None None] Port 5d19358a-0666-40ab-9b7f-f6803b41d5bb was not found and therefore no delete operation was performed {{(pid=93252) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 05 04:29:08.192958 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-c36fc21a-52f4-43e6-84db-26361d2efc55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763712549039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763712145884'] for port, after_delete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:08.193945 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c9e43701-251a-4778-998c-2bb63530cc89 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763712645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2700621'] for segment, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:08.209081 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c9e43701-251a-4778-998c-2bb63530cc89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66718183'] for segment, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:08.216192 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9e43701-251a-4778-998c-2bb63530cc89 admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=93250) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 04:29:08.216671 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c9e43701-251a-4778-998c-2bb63530cc89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66718183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3061401'] for segment, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:08.218933 dv-cinder-803000-4-iscsi neutron-server[93250]: Traceback (most recent call last): Aug 05 04:29:08.218933 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 04:29:08.218933 dv-cinder-803000-4-iscsi neutron-server[93250]: timer() Aug 05 04:29:08.218933 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 04:29:08.218933 dv-cinder-803000-4-iscsi neutron-server[93250]: cb(*args, **kw) Aug 05 04:29:08.218933 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 04:29:08.218933 dv-cinder-803000-4-iscsi neutron-server[93250]: return func(*args, **kwargs) Aug 05 04:29:08.218933 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 04:29:08.218933 dv-cinder-803000-4-iscsi neutron-server[93250]: self._notify() Aug 05 04:29:08.218933 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 04:29:08.218933 dv-cinder-803000-4-iscsi neutron-server[93250]: self.callback(batched_events) Aug 05 04:29:08.218933 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 04:29:08.218933 dv-cinder-803000-4-iscsi neutron-server[93250]: event.method(event) Aug 05 04:29:08.218933 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 04:29:08.218933 dv-cinder-803000-4-iscsi neutron-server[93250]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 04:29:08.218933 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 04:29:08.218933 dv-cinder-803000-4-iscsi neutron-server[93250]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 04:29:08.218933 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 04:29:08.218933 dv-cinder-803000-4-iscsi neutron-server[93250]: return f(self, *a, **k) Aug 05 04:29:08.218933 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 04:29:08.218933 dv-cinder-803000-4-iscsi neutron-server[93250]: return self._get(url).json() Aug 05 04:29:08.218933 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 04:29:08.218933 dv-cinder-803000-4-iscsi neutron-server[93250]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 04:29:08.218933 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 04:29:08.218933 dv-cinder-803000-4-iscsi neutron-server[93250]: return self.request(url, 'GET', **kwargs) Aug 05 04:29:08.218933 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 04:29:08.218933 dv-cinder-803000-4-iscsi neutron-server[93250]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 04:29:08.218933 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 04:29:08.218933 dv-cinder-803000-4-iscsi neutron-server[93250]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 04:29:08.218933 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 04:29:08.218933 dv-cinder-803000-4-iscsi neutron-server[93250]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 04:29:08.218933 dv-cinder-803000-4-iscsi neutron-server[93250]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 04:29:08.221291 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36fc21a-52f4-43e6-84db-26361d2efc55 None None] Pushing event deleted for resources: {'Port': ['ID=5d19358a-0666-40ab-9b7f-f6803b41d5bb,revision_number=None']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:29:08.227213 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36fc21a-52f4-43e6-84db-26361d2efc55 None None] No DVR routers for this DVR port 5d19358a-0666-40ab-9b7f-f6803b41d5bb on host dv-cinder-803000-4-iscsi {{(pid=93252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 04:29:08.277343 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c9e43701-251a-4778-998c-2bb63530cc89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66721686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-699446'] for network, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:08.282825 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c9e43701-251a-4778-998c-2bb63530cc89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568634'] for network, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:08.287630 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-c9e43701-251a-4778-998c-2bb63530cc89 admin admin] 10.222.0.37 "DELETE /v2.0/networks/ef69c213-f027-48b4-9728-8998dc7faa2a HTTP/1.1" status: 204 len: 168 time: 0.5294638 Aug 05 04:29:08.287734 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 34934) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:29:08.295841 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e43701-251a-4778-998c-2bb63530cc89 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef69c213-f027-48b4-9728-8998dc7faa2a,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:29:08.704342 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-538faa68-aab2-4252-8da0-0c597a2a620a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536823'] for router_interface, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:08.795528 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 34950) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:29:08.906132 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-0e738b5e-8986-4560-ade7-f3cb019fe101 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:08.997949 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-0e738b5e-8986-4560-ade7-f3cb019fe101 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:09.001971 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-0e738b5e-8986-4560-ade7-f3cb019fe101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:09.039000 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-0e738b5e-8986-4560-ade7-f3cb019fe101 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c035ceaa8a914c5eb60682d789d45e99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2418168 Aug 05 04:29:09.041534 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 34954) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:29:09.049072 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e738b5e-8986-4560-ade7-f3cb019fe101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84e2fcaa-9e73-4609-923d-ec97f3a8d45c,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:29:09.094659 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-93d54d9a-ec75-4608-844d-3fc03c480858 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:09.116591 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-93d54d9a-ec75-4608-844d-3fc03c480858 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:09.165759 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-93d54d9a-ec75-4608-844d-3fc03c480858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:09.168485 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-93d54d9a-ec75-4608-844d-3fc03c480858 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:09.169694 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-93d54d9a-ec75-4608-844d-3fc03c480858 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/84e2fcaa-9e73-4609-923d-ec97f3a8d45c HTTP/1.1" status: 204 len: 168 time: 0.1272614 Aug 05 04:29:09.183522 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d54d9a-ec75-4608-844d-3fc03c480858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84e2fcaa-9e73-4609-923d-ec97f3a8d45c,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:29:09.261394 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-538faa68-aab2-4252-8da0-0c597a2a620a admin admin] Deleting port 207ef502-cd31-4619-a3ea-21ff48b63a44 {{(pid=93251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 04:29:09.261740 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-538faa68-aab2-4252-8da0-0c597a2a620a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763712722935'] for port, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:09.342688 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-538faa68-aab2-4252-8da0-0c597a2a620a admin admin] For port 207ef502-cd31-4619-a3ea-21ff48b63a44, host dv-cinder-803000-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-4-iscsi',level=0,port_id=207ef502-cd31-4619-a3ea-21ff48b63a44,segment=NetworkSegment(b2e611d7-ab29-4d5f-8e62-317d66065a7a),segment_id=b2e611d7-ab29-4d5f-8e62-317d66065a7a)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:29:09.343965 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-538faa68-aab2-4252-8da0-0c597a2a620a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-702725'] for port, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:09.355606 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-538faa68-aab2-4252-8da0-0c597a2a620a admin admin] Calling delete_port for 207ef502-cd31-4619-a3ea-21ff48b63a44 owned by network:router_interface {{(pid=93251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 04:29:09.443535 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 34962) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:29:09.457205 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-a0525bd0-7076-4e6f-b1e3-3ca2856eb450 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:09.544783 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-a0525bd0-7076-4e6f-b1e3-3ca2856eb450 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:09.548909 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-a0525bd0-7076-4e6f-b1e3-3ca2856eb450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:09.554763 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-538faa68-aab2-4252-8da0-0c597a2a620a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763712549039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763712145884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8933231'] for port, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:09.580802 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538faa68-aab2-4252-8da0-0c597a2a620a admin admin] Pushing event deleted for resources: {'Port': ['ID=207ef502-cd31-4619-a3ea-21ff48b63a44,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:29:09.590501 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0525bd0-7076-4e6f-b1e3-3ca2856eb450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8841dd0e-35ab-476f-9b8d-59869b61bbfd,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:29:09.598545 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-a0525bd0-7076-4e6f-b1e3-3ca2856eb450 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bcfb6388f6f64249a233831ee6d1ed8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1539376 Aug 05 04:29:09.599231 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 34964) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:29:09.655507 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-99ed26f4-7437-49e9-ad90-2c67592eb562 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:09.680353 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-99ed26f4-7437-49e9-ad90-2c67592eb562 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:09.734540 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-99ed26f4-7437-49e9-ad90-2c67592eb562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:09.737099 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-99ed26f4-7437-49e9-ad90-2c67592eb562 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:09.738365 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-99ed26f4-7437-49e9-ad90-2c67592eb562 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8841dd0e-35ab-476f-9b8d-59869b61bbfd HTTP/1.1" status: 204 len: 168 time: 0.1377730 Aug 05 04:29:09.746551 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ed26f4-7437-49e9-ad90-2c67592eb562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8841dd0e-35ab-476f-9b8d-59869b61bbfd,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:29:09.763687 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-538faa68-aab2-4252-8da0-0c597a2a620a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536683'] for router_interface, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:09.988007 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-538faa68-aab2-4252-8da0-0c597a2a620a admin admin] Router 8267c5b6-1838-40bf-a476-d01484eca7dd has already been hosted by L3 agent 8e71ca1b-9911-44b3-bf09-1fce3db7ea9a {{(pid=93251) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 04:29:10.038248 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:10.096827 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-538faa68-aab2-4252-8da0-0c597a2a620a admin admin] Notify agent at l3_agent.dv-cinder-803000-4-iscsi the message routers_updated {{(pid=93251) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 04:29:10.104758 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 34978) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:29:10.106160 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d91d122-a7c7-41e0-9e24-f984293edefe None None] Sync routers for ids ['8267c5b6-1838-40bf-a476-d01484eca7dd'] in dv-cinder-803000-4-iscsi {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 04:29:10.111182 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-538faa68-aab2-4252-8da0-0c597a2a620a admin admin] 10.222.0.37 "PUT /v2.0/routers/8267c5b6-1838-40bf-a476-d01484eca7dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8223107 Aug 05 04:29:10.117087 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d91d122-a7c7-41e0-9e24-f984293edefe None None] Routers {'8267c5b6-1838-40bf-a476-d01484eca7dd'} bound to L3 agent in host dv-cinder-803000-4-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 04:29:10.117765 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-0d91d122-a7c7-41e0-9e24-f984293edefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T04:10:35Z,description=,heartbeat_timestamp=2021-08-05T04:29:05Z,host='dv-cinder-803000-4-iscsi',id=8e71ca1b-9911-44b3-bf09-1fce3db7ea9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T04:10:35Z,topic='l3_agent')) {'router_ids': ['8267c5b6-1838-40bf-a476-d01484eca7dd'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:29:10.214610 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-2a03c301-70b2-4cd1-8ee3-87706e3bfc32 admin admin] Notify callbacks [] for router, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:10.243631 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-0d91d122-a7c7-41e0-9e24-f984293edefe None None] Set router 8267c5b6-1838-40bf-a476-d01484eca7dd gateway port host: dv-cinder-803000-4-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 04:29:10.323569 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-2a03c301-70b2-4cd1-8ee3-87706e3bfc32 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:10.393429 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-2a03c301-70b2-4cd1-8ee3-87706e3bfc32 admin admin] Deleting port 9930b550-513d-4917-859b-1abbf6822d20 {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 04:29:10.393773 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-2a03c301-70b2-4cd1-8ee3-87706e3bfc32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763712722935'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:10.482453 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [None req-2a03c301-70b2-4cd1-8ee3-87706e3bfc32 admin admin] For port 9930b550-513d-4917-859b-1abbf6822d20, host dv-cinder-803000-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-4-iscsi',level=0,port_id=9930b550-513d-4917-859b-1abbf6822d20,segment=NetworkSegment(fe7b4086-21cb-43cf-96b4-8ee376b4a2f8),segment_id=fe7b4086-21cb-43cf-96b4-8ee376b4a2f8)] {{(pid=93250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:29:10.482857 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-2a03c301-70b2-4cd1-8ee3-87706e3bfc32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-702725'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:10.496789 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-2a03c301-70b2-4cd1-8ee3-87706e3bfc32 admin admin] Calling delete_port for 9930b550-513d-4917-859b-1abbf6822d20 owned by network:router_gateway {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 04:29:10.554981 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-0d91d122-a7c7-41e0-9e24-f984293edefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8267c5b6-1838-40bf-a476-d01484eca7dd', 'name': 'tempest-TestShelveInstance-1160388915-router', 'tenant_id': '20940058c7a1412d8266a377a9c62b50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'external_fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': '9930b550-513d-4917-859b-1abbf6822d20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:22:54Z', 'updated_at': '2021-08-05T04:29:09Z', 'revision_number': 5, 'project_id': '20940058c7a1412d8266a377a9c62b50', 'gw_port': {'id': '9930b550-513d-4917-859b-1abbf6822d20', 'name': '', 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:30:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8267c5b6-1838-40bf-a476-d01484eca7dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:22:54Z', 'updated_at': '2021-08-05T04:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-4-iscsi'}], 'dv-cinder-803000-4-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:29:10.585894 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d91d122-a7c7-41e0-9e24-f984293edefe None None] Checking router: 8267c5b6-1838-40bf-a476-d01484eca7dd for host: dv-cinder-803000-4-iscsi {{(pid=93252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 04:29:10.594998 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d91d122-a7c7-41e0-9e24-f984293edefe None None] Routers {'8267c5b6-1838-40bf-a476-d01484eca7dd'} bound to L3 agent in host dv-cinder-803000-4-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 04:29:10.595620 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-0d91d122-a7c7-41e0-9e24-f984293edefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T04:10:35Z,description=,heartbeat_timestamp=2021-08-05T04:29:05Z,host='dv-cinder-803000-4-iscsi',id=8e71ca1b-9911-44b3-bf09-1fce3db7ea9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T04:10:35Z,topic='l3_agent')) {'router_ids': ['8267c5b6-1838-40bf-a476-d01484eca7dd'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:29:10.672961 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-2a03c301-70b2-4cd1-8ee3-87706e3bfc32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763712549039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763712145884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3061364'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:10.685655 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-0d91d122-a7c7-41e0-9e24-f984293edefe None None] Set router 8267c5b6-1838-40bf-a476-d01484eca7dd gateway port host: None {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 04:29:10.700421 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a03c301-70b2-4cd1-8ee3-87706e3bfc32 admin admin] Pushing event deleted for resources: {'Port': ['ID=9930b550-513d-4917-859b-1abbf6822d20,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:29:10.743867 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-0d91d122-a7c7-41e0-9e24-f984293edefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8267c5b6-1838-40bf-a476-d01484eca7dd', 'name': 'tempest-TestShelveInstance-1160388915-router', 'tenant_id': '20940058c7a1412d8266a377a9c62b50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:22:54Z', 'updated_at': '2021-08-05T04:29:10Z', 'revision_number': 6, 'project_id': '20940058c7a1412d8266a377a9c62b50', 'gw_port_host': None}], 'dv-cinder-803000-4-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:29:10.763095 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-2a03c301-70b2-4cd1-8ee3-87706e3bfc32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-700351'] for router_gateway, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:10.777500 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d91d122-a7c7-41e0-9e24-f984293edefe None None] The sync data for ids ['8267c5b6-1838-40bf-a476-d01484eca7dd'] in dv-cinder-803000-4-iscsi is: [{'id': '8267c5b6-1838-40bf-a476-d01484eca7dd', 'name': 'tempest-TestShelveInstance-1160388915-router', 'tenant_id': '20940058c7a1412d8266a377a9c62b50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:22:54Z', 'updated_at': '2021-08-05T04:29:10Z', 'revision_number': 6, 'project_id': '20940058c7a1412d8266a377a9c62b50', 'gw_port_host': None}] {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 04:29:10.856539 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-2a03c301-70b2-4cd1-8ee3-87706e3bfc32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1520'] for router, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:10.858691 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-2a03c301-70b2-4cd1-8ee3-87706e3bfc32 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:10.906981 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-2a03c301-70b2-4cd1-8ee3-87706e3bfc32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-706954'] for router, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:10.907630 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a03c301-70b2-4cd1-8ee3-87706e3bfc32 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8267c5b6-1838-40bf-a476-d01484eca7dd {{(pid=93250) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 04:29:10.911933 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-2a03c301-70b2-4cd1-8ee3-87706e3bfc32 admin admin] Notify callbacks [] for router, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:10.913261 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-2a03c301-70b2-4cd1-8ee3-87706e3bfc32 admin admin] 10.222.0.37 "DELETE /v2.0/routers/8267c5b6-1838-40bf-a476-d01484eca7dd HTTP/1.1" status: 204 len: 168 time: 0.8075264 Aug 05 04:29:10.915849 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 35004) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:29:10.960608 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8761a86-3d1b-49ac-923c-dadafacc2682 admin admin] Deleting subnet 28f19037-5f67-4c34-bd4e-6632adcc142f {{(pid=93251) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 04:29:10.963900 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-c8761a86-3d1b-49ac-923c-dadafacc2682 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:10.997504 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-c8761a86-3d1b-49ac-923c-dadafacc2682 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3787494'] for subnet, precommit_delete_associations {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:11.105567 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-c8761a86-3d1b-49ac-923c-dadafacc2682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66721300'] for subnet, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:11.167225 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-c8761a86-3d1b-49ac-923c-dadafacc2682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66721283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8933212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994172'] for subnet, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:11.195737 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8761a86-3d1b-49ac-923c-dadafacc2682 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28f19037-5f67-4c34-bd4e-6632adcc142f,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:29:11.197643 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-c8761a86-3d1b-49ac-923c-dadafacc2682 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:11.199814 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-c8761a86-3d1b-49ac-923c-dadafacc2682 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/28f19037-5f67-4c34-bd4e-6632adcc142f HTTP/1.1" status: 204 len: 168 time: 0.2826843 Aug 05 04:29:11.202276 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 35016) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:29:11.213429 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c0a8f9-90d5-4df7-b0d7-743d1e717c85 None None] Network 39b5b254-469b-426b-8d90-e08c5b5a2558 requested from dv-cinder-803000-4-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 04:29:11.287594 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9077e646-64ab-4cba-b34f-4a06078828f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66814758'] for network, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:11.346011 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-9077e646-64ab-4cba-b34f-4a06078828f1 admin admin] Deleting port 085ae2dd-5336-4dd6-880d-08ebc77750d9 {{(pid=93251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 04:29:11.346786 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9077e646-64ab-4cba-b34f-4a06078828f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763712722935'] for port, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:11.410813 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-9077e646-64ab-4cba-b34f-4a06078828f1 admin admin] For port 085ae2dd-5336-4dd6-880d-08ebc77750d9, host dv-cinder-803000-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-4-iscsi',level=0,port_id=085ae2dd-5336-4dd6-880d-08ebc77750d9,segment=NetworkSegment(b2e611d7-ab29-4d5f-8e62-317d66065a7a),segment_id=b2e611d7-ab29-4d5f-8e62-317d66065a7a)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:29:11.411182 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9077e646-64ab-4cba-b34f-4a06078828f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-702725'] for port, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:11.427651 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-9077e646-64ab-4cba-b34f-4a06078828f1 admin admin] Calling delete_port for 085ae2dd-5336-4dd6-880d-08ebc77750d9 owned by network:dhcp {{(pid=93251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 04:29:11.509466 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9077e646-64ab-4cba-b34f-4a06078828f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763712549039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763712145884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8933231'] for port, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:11.535894 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9077e646-64ab-4cba-b34f-4a06078828f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=085ae2dd-5336-4dd6-880d-08ebc77750d9,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:29:11.537714 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9077e646-64ab-4cba-b34f-4a06078828f1 admin admin] No DVR routers for this DVR port 085ae2dd-5336-4dd6-880d-08ebc77750d9 on host dv-cinder-803000-4-iscsi {{(pid=93251) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 04:29:11.573333 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 35030) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:29:11.597956 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c332d4-154a-495b-af0c-89a6fad1d9d9 None None] DHCP port deletion for 39b5b254-469b-426b-8d90-e08c5b5a2558 request from dv-cinder-803000-4-iscsi {{(pid=93252) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 04:29:11.617006 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9077e646-64ab-4cba-b34f-4a06078828f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66721711', 'neutron.services.segments.db._delete_segments_for_network-8763712477754'] for network, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:11.628540 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.services.segments.db [None req-9077e646-64ab-4cba-b34f-4a06078828f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39b5b254-469b-426b-8d90-e08c5b5a2558']}} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:29:11.639235 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.services.segments.db [None req-9077e646-64ab-4cba-b34f-4a06078828f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2e611d7-ab29-4d5f-8e62-317d66065a7a') {'for_net_delete': True} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:29:11.639535 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.services.segments.db [None req-9077e646-64ab-4cba-b34f-4a06078828f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2e611d7-ab29-4d5f-8e62-317d66065a7a') {} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:29:11.648488 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9077e646-64ab-4cba-b34f-4a06078828f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763712645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3787505'] for segment, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:11.662325 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9077e646-64ab-4cba-b34f-4a06078828f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66718183'] for segment, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:11.668613 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9077e646-64ab-4cba-b34f-4a06078828f1 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=93251) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 04:29:11.669036 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9077e646-64ab-4cba-b34f-4a06078828f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66718183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8933250'] for segment, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:11.670698 dv-cinder-803000-4-iscsi neutron-server[93251]: Traceback (most recent call last): Aug 05 04:29:11.670698 dv-cinder-803000-4-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 04:29:11.670698 dv-cinder-803000-4-iscsi neutron-server[93251]: timer() Aug 05 04:29:11.670698 dv-cinder-803000-4-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 04:29:11.670698 dv-cinder-803000-4-iscsi neutron-server[93251]: cb(*args, **kw) Aug 05 04:29:11.670698 dv-cinder-803000-4-iscsi neutron-server[93251]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 04:29:11.670698 dv-cinder-803000-4-iscsi neutron-server[93251]: return func(*args, **kwargs) Aug 05 04:29:11.670698 dv-cinder-803000-4-iscsi neutron-server[93251]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 04:29:11.670698 dv-cinder-803000-4-iscsi neutron-server[93251]: self._notify() Aug 05 04:29:11.670698 dv-cinder-803000-4-iscsi neutron-server[93251]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 04:29:11.670698 dv-cinder-803000-4-iscsi neutron-server[93251]: self.callback(batched_events) Aug 05 04:29:11.670698 dv-cinder-803000-4-iscsi neutron-server[93251]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 04:29:11.670698 dv-cinder-803000-4-iscsi neutron-server[93251]: event.method(event) Aug 05 04:29:11.670698 dv-cinder-803000-4-iscsi neutron-server[93251]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 04:29:11.670698 dv-cinder-803000-4-iscsi neutron-server[93251]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 04:29:11.670698 dv-cinder-803000-4-iscsi neutron-server[93251]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 04:29:11.670698 dv-cinder-803000-4-iscsi neutron-server[93251]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 04:29:11.670698 dv-cinder-803000-4-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 04:29:11.670698 dv-cinder-803000-4-iscsi neutron-server[93251]: return f(self, *a, **k) Aug 05 04:29:11.670698 dv-cinder-803000-4-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 04:29:11.670698 dv-cinder-803000-4-iscsi neutron-server[93251]: return self._get(url).json() Aug 05 04:29:11.670698 dv-cinder-803000-4-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 04:29:11.670698 dv-cinder-803000-4-iscsi neutron-server[93251]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 04:29:11.670698 dv-cinder-803000-4-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 04:29:11.670698 dv-cinder-803000-4-iscsi neutron-server[93251]: return self.request(url, 'GET', **kwargs) Aug 05 04:29:11.670698 dv-cinder-803000-4-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 04:29:11.670698 dv-cinder-803000-4-iscsi neutron-server[93251]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 04:29:11.670698 dv-cinder-803000-4-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 04:29:11.670698 dv-cinder-803000-4-iscsi neutron-server[93251]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 04:29:11.670698 dv-cinder-803000-4-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 04:29:11.670698 dv-cinder-803000-4-iscsi neutron-server[93251]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 04:29:11.670698 dv-cinder-803000-4-iscsi neutron-server[93251]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 04:29:11.702645 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e1ce59d3-1a12-4452-b01b-c60003e2f12e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:11.731767 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9077e646-64ab-4cba-b34f-4a06078828f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66721686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-699446'] for network, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:11.737488 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9077e646-64ab-4cba-b34f-4a06078828f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568634'] for network, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:11.742644 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-9077e646-64ab-4cba-b34f-4a06078828f1 admin admin] 10.222.0.37 "DELETE /v2.0/networks/39b5b254-469b-426b-8d90-e08c5b5a2558 HTTP/1.1" status: 204 len: 168 time: 0.5386369 Aug 05 04:29:11.755508 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9077e646-64ab-4cba-b34f-4a06078828f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=39b5b254-469b-426b-8d90-e08c5b5a2558,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:29:11.801919 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e1ce59d3-1a12-4452-b01b-c60003e2f12e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:11.812741 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e1ce59d3-1a12-4452-b01b-c60003e2f12e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:11.852963 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ce59d3-1a12-4452-b01b-c60003e2f12e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60d107d1-7abb-438a-b3e6-105986e4a046,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:29:11.857846 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Device 9930b550-513d-4917-859b-1abbf6822d20 no longer exists at agent ovs-agent-dv-cinder-803000-4-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 04:29:11.860833 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-e1ce59d3-1a12-4452-b01b-c60003e2f12e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dcb32ca9e464441e87e2355acde404ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2855809 Aug 05 04:29:11.861273 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 35036) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:29:11.882378 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 35038) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:29:11.910084 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] No Port match for: 9930b550-513d-4917-859b-1abbf6822d20 {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 04:29:11.910419 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Device 9930b550-513d-4917-859b-1abbf6822d20 not bound to the agent host dv-cinder-803000-4-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 04:29:11.911064 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Device 085ae2dd-5336-4dd6-880d-08ebc77750d9 no longer exists at agent ovs-agent-dv-cinder-803000-4-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 04:29:11.926526 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-54e8407d-346e-4f31-8820-15c5676bbb65 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bee6bfe21bc342ae80722bc534a79a65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0418637 Aug 05 04:29:11.928100 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 35040) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:29:11.939820 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] No Port match for: 085ae2dd-5336-4dd6-880d-08ebc77750d9 {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 04:29:11.940173 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Device 085ae2dd-5336-4dd6-880d-08ebc77750d9 not bound to the agent host dv-cinder-803000-4-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 04:29:11.940600 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Device 207ef502-cd31-4619-a3ea-21ff48b63a44 no longer exists at agent ovs-agent-dv-cinder-803000-4-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 04:29:11.944979 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-14fd5f80-ebde-4a35-8fd1-bd623bfaaa4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:11.962316 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] No Port match for: 207ef502-cd31-4619-a3ea-21ff48b63a44 {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 04:29:11.962715 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Device 207ef502-cd31-4619-a3ea-21ff48b63a44 not bound to the agent host dv-cinder-803000-4-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 04:29:11.973300 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-14fd5f80-ebde-4a35-8fd1-bd623bfaaa4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:11.980660 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-bb92dbfd-3686-49e4-adca-e3bc9d6e2f83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:12.004805 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-bb92dbfd-3686-49e4-adca-e3bc9d6e2f83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:12.019659 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-14fd5f80-ebde-4a35-8fd1-bd623bfaaa4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:12.022631 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-14fd5f80-ebde-4a35-8fd1-bd623bfaaa4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:12.023752 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-14fd5f80-ebde-4a35-8fd1-bd623bfaaa4e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/60d107d1-7abb-438a-b3e6-105986e4a046 HTTP/1.1" status: 204 len: 168 time: 0.1613374 Aug 05 04:29:12.031896 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fd5f80-ebde-4a35-8fd1-bd623bfaaa4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60d107d1-7abb-438a-b3e6-105986e4a046,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:29:12.056646 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-bb92dbfd-3686-49e4-adca-e3bc9d6e2f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:12.059251 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-bb92dbfd-3686-49e4-adca-e3bc9d6e2f83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:12.063385 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-bb92dbfd-3686-49e4-adca-e3bc9d6e2f83 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c422f46d-4624-4eef-9bb8-167ce7122bf6 HTTP/1.1" status: 204 len: 168 time: 0.1311724 Aug 05 04:29:12.069573 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb92dbfd-3686-49e4-adca-e3bc9d6e2f83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c422f46d-4624-4eef-9bb8-167ce7122bf6,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:29:12.377262 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 35050) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:29:12.402570 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 35052) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:29:12.415910 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-1f95801d-82fb-4b49-803f-9a0a68c15667 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:12.419753 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-028577a3-c482-418a-937c-0a11c8a257b4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=20940058c7a1412d8266a377a9c62b50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0409262 Aug 05 04:29:12.422136 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 35054) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:29:12.479452 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e8aa131e-3aa3-40a3-b7f0-7b6b228ee338 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:12.502447 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e8aa131e-3aa3-40a3-b7f0-7b6b228ee338 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:12.509860 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-1f95801d-82fb-4b49-803f-9a0a68c15667 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:12.515433 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-1f95801d-82fb-4b49-803f-9a0a68c15667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:12.552500 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-1f95801d-82fb-4b49-803f-9a0a68c15667 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=def84727cca34d2b86f8f573af752b27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1488588 Aug 05 04:29:12.555566 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 35058) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:29:12.556245 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e8aa131e-3aa3-40a3-b7f0-7b6b228ee338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:12.557209 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f95801d-82fb-4b49-803f-9a0a68c15667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0650c15c-5d42-4245-8885-22e105fce388,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:29:12.558794 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e8aa131e-3aa3-40a3-b7f0-7b6b228ee338 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:12.562690 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-e8aa131e-3aa3-40a3-b7f0-7b6b228ee338 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/103c4320-fbaa-4fb8-a957-a26404c0fca8 HTTP/1.1" status: 204 len: 168 time: 0.1395831 Aug 05 04:29:12.581198 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aa131e-3aa3-40a3-b7f0-7b6b228ee338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=103c4320-fbaa-4fb8-a957-a26404c0fca8,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:29:12.620470 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ce419abd-82b0-44a8-a04b-7a8841d3b366 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:12.644507 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ce419abd-82b0-44a8-a04b-7a8841d3b366 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:12.690711 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ce419abd-82b0-44a8-a04b-7a8841d3b366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:12.693147 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ce419abd-82b0-44a8-a04b-7a8841d3b366 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:12.694301 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-ce419abd-82b0-44a8-a04b-7a8841d3b366 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0650c15c-5d42-4245-8885-22e105fce388 HTTP/1.1" status: 204 len: 168 time: 0.1305435 Aug 05 04:29:12.702616 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce419abd-82b0-44a8-a04b-7a8841d3b366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0650c15c-5d42-4245-8885-22e105fce388,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:29:13.298442 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 35100) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:29:13.317573 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 35104) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:29:13.394039 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-a3070840-a9ed-46da-bc86-6d1238cb8866 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-318369805-network', 'tenant_id': 'e7b33b14cd854841aae3a9a18e0e8fe6'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:29:13.412602 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-51bbf30e-b80c-4619-89e3-ece36cbb4344 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-20697025-network', 'tenant_id': 'fec7848182c34fa699a936b0be6be105'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:29:13.423743 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3070840-a9ed-46da-bc86-6d1238cb8866 admin admin] Made reservation on behalf of e7b33b14cd854841aae3a9a18e0e8fe6 for: {'network': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 04:29:13.425911 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-a3070840-a9ed-46da-bc86-6d1238cb8866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for network, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:13.440400 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-a3070840-a9ed-46da-bc86-6d1238cb8866 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:13.451771 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51bbf30e-b80c-4619-89e3-ece36cbb4344 admin admin] Made reservation on behalf of fec7848182c34fa699a936b0be6be105 for: {'network': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 04:29:13.454523 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-51bbf30e-b80c-4619-89e3-ece36cbb4344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for network, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:13.465553 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-51bbf30e-b80c-4619-89e3-ece36cbb4344 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:13.549116 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-a3070840-a9ed-46da-bc86-6d1238cb8866 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:13.555665 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-a3070840-a9ed-46da-bc86-6d1238cb8866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:13.595686 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3070840-a9ed-46da-bc86-6d1238cb8866 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=93250) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 04:29:13.608602 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3070840-a9ed-46da-bc86-6d1238cb8866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eeec5f4-2d9e-411f-8a31-408849ef0e29,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:29:13.619364 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-a3070840-a9ed-46da-bc86-6d1238cb8866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66718183'] for segment, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:13.619821 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.db.segments_db [None req-a3070840-a9ed-46da-bc86-6d1238cb8866 admin admin] Added segment d11f78bb-56e9-4611-88b2-23c4a638b6fc of type vlan for network 6986aaf2-20d2-4723-b2ce-25bbec7f87c5 Aug 05 04:29:13.906193 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-a3070840-a9ed-46da-bc86-6d1238cb8866 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763712130115'] for network, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:13.958054 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-a3070840-a9ed-46da-bc86-6d1238cb8866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612'] for network, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:13.959026 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3070840-a9ed-46da-bc86-6d1238cb8866 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:29:13.959605 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-a3070840-a9ed-46da-bc86-6d1238cb8866 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568634'] for network, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:13.962676 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-51bbf30e-b80c-4619-89e3-ece36cbb4344 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:13.977402 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-51bbf30e-b80c-4619-89e3-ece36cbb4344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:14.033599 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51bbf30e-b80c-4619-89e3-ece36cbb4344 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=93250) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 04:29:14.036271 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-a3070840-a9ed-46da-bc86-6d1238cb8866 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7367730 Aug 05 04:29:14.039369 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 35110) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:29:14.044339 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-d7e77b66-631a-4954-9800-e11c501d102b admin admin] Request body: {'subnet': {'network_id': '6986aaf2-20d2-4723-b2ce-25bbec7f87c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-318369805-subnet', 'tenant_id': 'e7b33b14cd854841aae3a9a18e0e8fe6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:29:14.055772 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-51bbf30e-b80c-4619-89e3-ece36cbb4344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66718183'] for segment, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:14.056113 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.db.segments_db [None req-51bbf30e-b80c-4619-89e3-ece36cbb4344 admin admin] Added segment bf1fc175-2de8-495c-a4b1-f4b4242f8d3d of type vlan for network bf070aab-bc69-436e-9bc0-f5eb9fe32a8b Aug 05 04:29:14.057681 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3070840-a9ed-46da-bc86-6d1238cb8866 admin admin] Pushing event updated for resources: {'Network': ['ID=6986aaf2-20d2-4723-b2ce-25bbec7f87c5,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:29:14.067174 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bbf30e-b80c-4619-89e3-ece36cbb4344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16dbac0d-4dc5-4156-8c36-373521e69d71,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:29:14.070095 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7e77b66-631a-4954-9800-e11c501d102b admin admin] Made reservation on behalf of e7b33b14cd854841aae3a9a18e0e8fe6 for: {'subnet': 1} {{(pid=93251) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 04:29:14.070273 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Network 6986aaf2-20d2-4723-b2ce-25bbec7f87c5 details requested by agent ovs-agent-dv-cinder-803000-4-iscsi with host dv-cinder-803000-4-iscsi {{(pid=93252) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 04:29:14.073668 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-d7e77b66-631a-4954-9800-e11c501d102b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994135'] for subnet, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:14.107507 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-51bbf30e-b80c-4619-89e3-ece36cbb4344 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763712130115'] for network, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:14.141986 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-51bbf30e-b80c-4619-89e3-ece36cbb4344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612'] for network, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:14.143182 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51bbf30e-b80c-4619-89e3-ece36cbb4344 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:29:14.143776 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-51bbf30e-b80c-4619-89e3-ece36cbb4344 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568634'] for network, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:14.202838 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-51bbf30e-b80c-4619-89e3-ece36cbb4344 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8840973 Aug 05 04:29:14.205518 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 35112) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:29:14.211478 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bbf30e-b80c-4619-89e3-ece36cbb4344 admin admin] Pushing event updated for resources: {'Network': ['ID=bf070aab-bc69-436e-9bc0-f5eb9fe32a8b,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:29:14.221228 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Network bf070aab-bc69-436e-9bc0-f5eb9fe32a8b details requested by agent ovs-agent-dv-cinder-803000-4-iscsi with host dv-cinder-803000-4-iscsi {{(pid=93252) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 04:29:14.231198 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-4540fe14-5e2d-4044-a0bb-2279e5bee944 admin admin] Request body: {'subnet': {'network_id': 'bf070aab-bc69-436e-9bc0-f5eb9fe32a8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-20697025-subnet', 'tenant_id': 'fec7848182c34fa699a936b0be6be105', 'ip_version': 4}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:29:14.263447 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-d7e77b66-631a-4954-9800-e11c501d102b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8933147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994149'] for subnet, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:14.290791 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4540fe14-5e2d-4044-a0bb-2279e5bee944 admin admin] Made reservation on behalf of fec7848182c34fa699a936b0be6be105 for: {'subnet': 1} {{(pid=93251) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 04:29:14.293071 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-4540fe14-5e2d-4044-a0bb-2279e5bee944 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994135'] for subnet, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:14.371987 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e77b66-631a-4954-9800-e11c501d102b admin admin] Pushing event updated for resources: {'Subnet': ['ID=af42494e-7cd5-4eee-a79a-d55bc87f1020,revision_number=0']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:29:14.392445 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e77b66-631a-4954-9800-e11c501d102b admin admin] Checking segment: {'id': 'd11f78bb-56e9-4611-88b2-23c4a638b6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6986aaf2-20d2-4723-b2ce-25bbec7f87c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 04:29:14.392797 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e77b66-631a-4954-9800-e11c501d102b admin admin] Network hostable DHCP agents. Network: 6986aaf2-20d2-4723-b2ce-25bbec7f87c5, hostable agents: ['ea427e49-0af2-4000-bc0d-d234b33f8d84'], hosted agents: [] {{(pid=93251) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 04:29:14.420728 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e77b66-631a-4954-9800-e11c501d102b admin admin] Network 6986aaf2-20d2-4723-b2ce-25bbec7f87c5 is scheduled to be hosted by DHCP agent ea427e49-0af2-4000-bc0d-d234b33f8d84 with binding_index 1 {{(pid=93251) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 04:29:14.448803 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [None req-d7e77b66-631a-4954-9800-e11c501d102b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803000-4-iscsi, 6986aaf2-20d2-4723-b2ce-25bbec7f87c5) {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 04:29:14.455546 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e77b66-631a-4954-9800-e11c501d102b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:29:14.456126 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-d7e77b66-631a-4954-9800-e11c501d102b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:14.457735 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2da7830-0f2a-435a-a39b-1f12b0ee0730 None None] Network 6986aaf2-20d2-4723-b2ce-25bbec7f87c5 requested from dv-cinder-803000-4-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 04:29:14.498844 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-d7e77b66-631a-4954-9800-e11c501d102b admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4581847 Aug 05 04:29:14.529621 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-4540fe14-5e2d-4044-a0bb-2279e5bee944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8933147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994149'] for subnet, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:14.585999 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f05ab37d-aa33-46da-aa0b-6dd16decb123 None None] Network 6986aaf2-20d2-4723-b2ce-25bbec7f87c5 requested from dv-cinder-803000-4-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 04:29:14.586939 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4540fe14-5e2d-4044-a0bb-2279e5bee944 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1becb559-5a54-4501-af86-0436efe0580b,revision_number=0']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:29:14.594761 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4540fe14-5e2d-4044-a0bb-2279e5bee944 admin admin] Checking segment: {'id': 'bf1fc175-2de8-495c-a4b1-f4b4242f8d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'bf070aab-bc69-436e-9bc0-f5eb9fe32a8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 04:29:14.595393 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4540fe14-5e2d-4044-a0bb-2279e5bee944 admin admin] Network hostable DHCP agents. Network: bf070aab-bc69-436e-9bc0-f5eb9fe32a8b, hostable agents: ['ea427e49-0af2-4000-bc0d-d234b33f8d84'], hosted agents: [] {{(pid=93251) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 04:29:14.612659 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4540fe14-5e2d-4044-a0bb-2279e5bee944 admin admin] Network bf070aab-bc69-436e-9bc0-f5eb9fe32a8b is scheduled to be hosted by DHCP agent ea427e49-0af2-4000-bc0d-d234b33f8d84 with binding_index 1 {{(pid=93251) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 04:29:14.621941 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [None req-4540fe14-5e2d-4044-a0bb-2279e5bee944 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803000-4-iscsi, bf070aab-bc69-436e-9bc0-f5eb9fe32a8b) {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 04:29:14.625972 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4540fe14-5e2d-4044-a0bb-2279e5bee944 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:29:14.626612 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-4540fe14-5e2d-4044-a0bb-2279e5bee944 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:14.642413 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-4540fe14-5e2d-4044-a0bb-2279e5bee944 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4358466 Aug 05 04:29:14.645179 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 35118) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:29:14.646213 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3656cc3a-0323-4212-b164-34b24c080569 None None] Network bf070aab-bc69-436e-9bc0-f5eb9fe32a8b requested from dv-cinder-803000-4-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 04:29:14.649511 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-b5ae76c5-25e7-4890-acda-532755403cab admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-20697025-router', 'tenant_id': 'fec7848182c34fa699a936b0be6be105', 'external_gateway_info': {'network_id': '6aa50667-ad26-490a-abab-e40f5b548551'}}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:29:14.677123 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b5ae76c5-25e7-4890-acda-532755403cab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-708108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1506'] for router, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:14.678550 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b5ae76c5-25e7-4890-acda-532755403cab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1531'] for router, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:14.743183 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b5ae76c5-25e7-4890-acda-532755403cab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:14.857730 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c1d29a8-9cf9-487d-b939-280f0f85ef44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fd6ed88-8c92-5087-b4d9-f9be238ba557-bf070aab-bc69-436e-9bc0-f5eb9fe32a8b', 'network_id': 'bf070aab-bc69-436e-9bc0-f5eb9fe32a8b', 'tenant_id': 'fec7848182c34fa699a936b0be6be105', 'fixed_ips': [{'subnet_id': '1becb559-5a54-4501-af86-0436efe0580b'}]}} from dv-cinder-803000-4-iscsi. {{(pid=93252) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 04:29:14.858688 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-2c1d29a8-9cf9-487d-b939-280f0f85ef44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_create {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:14.887809 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b5ae76c5-25e7-4890-acda-532755403cab admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:15.004760 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.db_base_plugin_common [None req-2c1d29a8-9cf9-487d-b939-280f0f85ef44 None None] Allocated IP 172.20.0.2 (bf070aab-bc69-436e-9bc0-f5eb9fe32a8b/1becb559-5a54-4501-af86-0436efe0580b/bcf2012b-7316-4561-82ea-a705b4fbad84) {{(pid=93252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 04:29:15.049468 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 35132) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:29:15.055190 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-5b54b421-fb8e-412e-b90c-aff88b0d0a2b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-185428217-network', 'tenant_id': 'adeece86bfd74f39a451a78479f6ee55'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:29:15.082021 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b54b421-fb8e-412e-b90c-aff88b0d0a2b admin admin] Made reservation on behalf of adeece86bfd74f39a451a78479f6ee55 for: {'network': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 04:29:15.084638 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-5b54b421-fb8e-412e-b90c-aff88b0d0a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for network, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:15.093526 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-5b54b421-fb8e-412e-b90c-aff88b0d0a2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:15.097987 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b5ae76c5-25e7-4890-acda-532755403cab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:15.117612 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b5ae76c5-25e7-4890-acda-532755403cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:15.149290 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-2c1d29a8-9cf9-487d-b939-280f0f85ef44 None None] Notify callbacks [] for port, precommit_create {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:15.158871 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-2c1d29a8-9cf9-487d-b939-280f0f85ef44 None None] Transition to ACTIVE for port object bcf2012b-7316-4561-82ea-a705b4fbad84 will not be triggered until provisioned by entity L2. {{(pid=93252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 04:29:15.176749 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-2c1d29a8-9cf9-487d-b939-280f0f85ef44 None None] Transition to ACTIVE for port object bcf2012b-7316-4561-82ea-a705b4fbad84 will not be triggered until provisioned by entity DHCP. {{(pid=93252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 04:29:15.183672 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-2c1d29a8-9cf9-487d-b939-280f0f85ef44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763712145875'] for port, after_create {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:15.193720 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-5b54b421-fb8e-412e-b90c-aff88b0d0a2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:15.198281 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-5b54b421-fb8e-412e-b90c-aff88b0d0a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:15.224854 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b54b421-fb8e-412e-b90c-aff88b0d0a2b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=93250) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 04:29:15.231462 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1d29a8-9cf9-487d-b939-280f0f85ef44 None None] Network bf070aab-bc69-436e-9bc0-f5eb9fe32a8b is already hosted by enough agents. {{(pid=93252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 04:29:15.231862 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.db_base_plugin_common [None req-b5ae76c5-25e7-4890-acda-532755403cab admin admin] Allocated IP 172.27.3.20 (6aa50667-ad26-490a-abab-e40f5b548551/1981b9cb-30a8-4ce2-a61f-12a80c9863da/98862c02-f822-47b7-a341-93d68f3c00c4) {{(pid=93251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 04:29:15.235181 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.scheduler.base_scheduler [None req-2c1d29a8-9cf9-487d-b939-280f0f85ef44 None None] Resources bound (agent type, host, resource id): {{(pid=93252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 04:29:15.235322 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b54b421-fb8e-412e-b90c-aff88b0d0a2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d4deed7-a8dc-4cda-a3dc-a8ffd197410b,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:29:15.239389 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1d29a8-9cf9-487d-b939-280f0f85ef44 None None] Received port after_create {{(pid=93252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 04:29:15.240353 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-5b54b421-fb8e-412e-b90c-aff88b0d0a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66718183'] for segment, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:15.240724 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.db.segments_db [None req-5b54b421-fb8e-412e-b90c-aff88b0d0a2b admin admin] Added segment 65f4ffc1-9d48-4af2-b8e3-ce811c035063 of type vlan for network 435a03bb-5ec5-440e-840e-d6d71df752d2 Aug 05 04:29:15.251807 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1d29a8-9cf9-487d-b939-280f0f85ef44 None None] Pushing event updated for resources: {'Port': ['ID=bcf2012b-7316-4561-82ea-a705b4fbad84,revision_number=1']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:29:15.292477 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-5b54b421-fb8e-412e-b90c-aff88b0d0a2b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763712130115'] for network, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:15.297593 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-2c1d29a8-9cf9-487d-b939-280f0f85ef44 None None] Attempting to bind port bcf2012b-7316-4561-82ea-a705b4fbad84 on host dv-cinder-803000-4-iscsi for vnic_type normal with profile {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 04:29:15.297969 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-2c1d29a8-9cf9-487d-b939-280f0f85ef44 None None] Attempting to bind port bcf2012b-7316-4561-82ea-a705b4fbad84 by drivers openvswitch,hyperv on host dv-cinder-803000-4-iscsi at level 0 using segments [{'id': 'bf1fc175-2de8-495c-a4b1-f4b4242f8d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'bf070aab-bc69-436e-9bc0-f5eb9fe32a8b'}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 04:29:15.298330 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1d29a8-9cf9-487d-b939-280f0f85ef44 None None] Attempting to bind port bcf2012b-7316-4561-82ea-a705b4fbad84 on network bf070aab-bc69-436e-9bc0-f5eb9fe32a8b {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 04:29:15.303368 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1d29a8-9cf9-487d-b939-280f0f85ef44 None None] Checking agent: {'id': 'f380332e-4681-47b2-aaca-ec0053efd026', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803000-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 4, 10, 35), 'started_at': datetime.datetime(2021, 8, 5, 4, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 4, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803000-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 04:29:15.303739 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1d29a8-9cf9-487d-b939-280f0f85ef44 None None] Checking segment: {'id': 'bf1fc175-2de8-495c-a4b1-f4b4242f8d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'bf070aab-bc69-436e-9bc0-f5eb9fe32a8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 04:29:15.304139 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-2c1d29a8-9cf9-487d-b939-280f0f85ef44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:15.304525 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1d29a8-9cf9-487d-b939-280f0f85ef44 None None] Bound using segment: {'id': 'bf1fc175-2de8-495c-a4b1-f4b4242f8d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'bf070aab-bc69-436e-9bc0-f5eb9fe32a8b'} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 04:29:15.304980 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-2c1d29a8-9cf9-487d-b939-280f0f85ef44 None None] Bound port: bcf2012b-7316-4561-82ea-a705b4fbad84, host: dv-cinder-803000-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf1fc175-2de8-495c-a4b1-f4b4242f8d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'bf070aab-bc69-436e-9bc0-f5eb9fe32a8b'}}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 04:29:15.305355 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-2c1d29a8-9cf9-487d-b939-280f0f85ef44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:15.325917 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-5b54b421-fb8e-412e-b90c-aff88b0d0a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612'] for network, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:15.327647 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b54b421-fb8e-412e-b90c-aff88b0d0a2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:29:15.328555 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-5b54b421-fb8e-412e-b90c-aff88b0d0a2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568634'] for network, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:15.363484 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b5ae76c5-25e7-4890-acda-532755403cab admin admin] Notify callbacks [] for port, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:15.371851 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-2c1d29a8-9cf9-487d-b939-280f0f85ef44 None None] For port bcf2012b-7316-4561-82ea-a705b4fbad84, host dv-cinder-803000-4-iscsi, cleared binding levels {{(pid=93252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 04:29:15.375043 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-2c1d29a8-9cf9-487d-b939-280f0f85ef44 None None] For port bcf2012b-7316-4561-82ea-a705b4fbad84, host dv-cinder-803000-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-4-iscsi',level=0,port_id=bcf2012b-7316-4561-82ea-a705b4fbad84,segment=NetworkSegment(bf1fc175-2de8-495c-a4b1-f4b4242f8d3d),segment_id=bf1fc175-2de8-495c-a4b1-f4b4242f8d3d)] {{(pid=93252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 04:29:15.380125 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-2c1d29a8-9cf9-487d-b939-280f0f85ef44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:15.387358 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-5b54b421-fb8e-412e-b90c-aff88b0d0a2b admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3335800 Aug 05 04:29:15.387917 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 35134) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:29:15.391321 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b54b421-fb8e-412e-b90c-aff88b0d0a2b admin admin] Pushing event updated for resources: {'Network': ['ID=435a03bb-5ec5-440e-840e-d6d71df752d2,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:29:15.394918 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-68c56a1a-5745-4a7d-bcf8-8ff0a23cf84a admin admin] Request body: {'subnet': {'network_id': '435a03bb-5ec5-440e-840e-d6d71df752d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-185428217-subnet', 'tenant_id': 'adeece86bfd74f39a451a78479f6ee55', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:29:15.412073 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Network 435a03bb-5ec5-440e-840e-d6d71df752d2 details requested by agent ovs-agent-dv-cinder-803000-4-iscsi with host dv-cinder-803000-4-iscsi {{(pid=93252) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 04:29:15.432757 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68c56a1a-5745-4a7d-bcf8-8ff0a23cf84a admin admin] Made reservation on behalf of adeece86bfd74f39a451a78479f6ee55 for: {'subnet': 1} {{(pid=93251) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 04:29:15.435271 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-68c56a1a-5745-4a7d-bcf8-8ff0a23cf84a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994135'] for subnet, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:15.438883 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b5ae76c5-25e7-4890-acda-532755403cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763712145875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8933231'] for port, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:15.497435 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1d29a8-9cf9-487d-b939-280f0f85ef44 None None] Pushing event updated for resources: {'Port': ['ID=bcf2012b-7316-4561-82ea-a705b4fbad84,revision_number=2']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:29:15.792255 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ae76c5-25e7-4890-acda-532755403cab admin admin] Network 6aa50667-ad26-490a-abab-e40f5b548551 is already hosted by enough agents. {{(pid=93251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 04:29:15.799236 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [None req-b5ae76c5-25e7-4890-acda-532755403cab admin admin] Resources bound (agent type, host, resource id): {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 04:29:15.804798 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ae76c5-25e7-4890-acda-532755403cab admin admin] Received port after_create {{(pid=93251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 04:29:15.834833 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ae76c5-25e7-4890-acda-532755403cab admin admin] Pushing event updated for resources: {'Port': ['ID=98862c02-f822-47b7-a341-93d68f3c00c4,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:29:15.888086 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Device bcf2012b-7316-4561-82ea-a705b4fbad84 up at agent ovs-agent-dv-cinder-803000-4-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 04:29:15.938265 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Provisioning for port bcf2012b-7316-4561-82ea-a705b4fbad84 completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 04:29:16.079458 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-68c56a1a-5745-4a7d-bcf8-8ff0a23cf84a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8933147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994149'] for subnet, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:16.185125 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c56a1a-5745-4a7d-bcf8-8ff0a23cf84a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9de9933-c9bf-4c64-a31e-0f9e76dc1a15,revision_number=0']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:29:16.192143 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b5ae76c5-25e7-4890-acda-532755403cab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:16.196582 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c56a1a-5745-4a7d-bcf8-8ff0a23cf84a admin admin] Checking segment: {'id': '65f4ffc1-9d48-4af2-b8e3-ce811c035063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '435a03bb-5ec5-440e-840e-d6d71df752d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 04:29:16.196935 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c56a1a-5745-4a7d-bcf8-8ff0a23cf84a admin admin] Network hostable DHCP agents. Network: 435a03bb-5ec5-440e-840e-d6d71df752d2, hostable agents: ['ea427e49-0af2-4000-bc0d-d234b33f8d84'], hosted agents: [] {{(pid=93251) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 04:29:16.277361 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c56a1a-5745-4a7d-bcf8-8ff0a23cf84a admin admin] Network 435a03bb-5ec5-440e-840e-d6d71df752d2 is scheduled to be hosted by DHCP agent ea427e49-0af2-4000-bc0d-d234b33f8d84 with binding_index 1 {{(pid=93251) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 04:29:16.291172 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [None req-68c56a1a-5745-4a7d-bcf8-8ff0a23cf84a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803000-4-iscsi, 435a03bb-5ec5-440e-840e-d6d71df752d2) {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 04:29:16.291763 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd4190f-f989-4500-82c2-0470348e5d5f None None] Network bf070aab-bc69-436e-9bc0-f5eb9fe32a8b requested from dv-cinder-803000-4-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 04:29:16.297853 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c56a1a-5745-4a7d-bcf8-8ff0a23cf84a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:29:16.298567 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-68c56a1a-5745-4a7d-bcf8-8ff0a23cf84a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:16.306536 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0d2331-e54f-425b-b8ff-8f4899523327 None None] Network 435a03bb-5ec5-440e-840e-d6d71df752d2 requested from dv-cinder-803000-4-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 04:29:16.317934 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-68c56a1a-5745-4a7d-bcf8-8ff0a23cf84a admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9270451 Aug 05 04:29:16.421523 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b5ae76c5-25e7-4890-acda-532755403cab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697994'] for router, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:16.544290 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-adc19d8b-4123-45ad-8374-8c7416024bba None None] Provisioning for port bcf2012b-7316-4561-82ea-a705b4fbad84 completed by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 04:29:16.555306 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-adc19d8b-4123-45ad-8374-8c7416024bba None None] Provisioning complete for port bcf2012b-7316-4561-82ea-a705b4fbad84 triggered by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 04:29:16.555684 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-adc19d8b-4123-45ad-8374-8c7416024bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66839334'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:16.570726 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5ae76c5-25e7-4890-acda-532755403cab admin admin] Router d9d0e573-2102-4a89-999c-f3ee1799f7d0 is scheduled to L3 agent 8e71ca1b-9911-44b3-bf09-1fce3db7ea9a with binding_index 1 {{(pid=93251) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 04:29:16.681990 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5ae76c5-25e7-4890-acda-532755403cab admin admin] Notify agent at l3_agent.dv-cinder-803000-4-iscsi the message routers_updated {{(pid=93251) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 04:29:16.697977 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a2b946-92ca-4d50-9f30-35827b7d8c54 None None] Network 435a03bb-5ec5-440e-840e-d6d71df752d2 requested from dv-cinder-803000-4-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 04:29:16.703555 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b5ae76c5-25e7-4890-acda-532755403cab admin admin] Notify callbacks [] for router, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:16.703768 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ecffbc5-3e33-4190-ab0d-58c2f47db725 None None] Sync routers for ids ['d9d0e573-2102-4a89-999c-f3ee1799f7d0'] in dv-cinder-803000-4-iscsi {{(pid=93253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 04:29:16.707443 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-b5ae76c5-25e7-4890-acda-532755403cab admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0589311 Aug 05 04:29:16.708139 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 35144) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:29:16.713127 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ecffbc5-3e33-4190-ab0d-58c2f47db725 None None] Routers {'d9d0e573-2102-4a89-999c-f3ee1799f7d0'} bound to L3 agent in host dv-cinder-803000-4-iscsi {{(pid=93253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 04:29:16.713794 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-3ecffbc5-3e33-4190-ab0d-58c2f47db725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T04:10:35Z,description=,heartbeat_timestamp=2021-08-05T04:29:05Z,host='dv-cinder-803000-4-iscsi',id=8e71ca1b-9911-44b3-bf09-1fce3db7ea9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T04:10:35Z,topic='l3_agent')) {'router_ids': ['d9d0e573-2102-4a89-999c-f3ee1799f7d0'], 'active': True} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:29:16.819575 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvr_db [None req-3ecffbc5-3e33-4190-ab0d-58c2f47db725 None None] Set router d9d0e573-2102-4a89-999c-f3ee1799f7d0 gateway port host: dv-cinder-803000-4-iscsi {{(pid=93253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 04:29:16.825207 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-adc19d8b-4123-45ad-8374-8c7416024bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:16.886315 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-adc19d8b-4123-45ad-8374-8c7416024bba None None] For port bcf2012b-7316-4561-82ea-a705b4fbad84, host dv-cinder-803000-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-4-iscsi',level=0,port_id=bcf2012b-7316-4561-82ea-a705b4fbad84,segment=NetworkSegment(bf1fc175-2de8-495c-a4b1-f4b4242f8d3d),segment_id=bf1fc175-2de8-495c-a4b1-f4b4242f8d3d)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:29:16.915878 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-adc19d8b-4123-45ad-8374-8c7416024bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:16.999925 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc19d8b-4123-45ad-8374-8c7416024bba None None] Pushing event updated for resources: {'Port': ['ID=bcf2012b-7316-4561-82ea-a705b4fbad84,revision_number=3']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:29:17.076442 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-3ecffbc5-3e33-4190-ab0d-58c2f47db725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9d0e573-2102-4a89-999c-f3ee1799f7d0', 'name': 'tempest-TestVolumeBootPattern-20697025-router', 'tenant_id': 'fec7848182c34fa699a936b0be6be105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'external_fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '98862c02-f822-47b7-a341-93d68f3c00c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:29:14Z', 'updated_at': '2021-08-05T04:29:15Z', 'revision_number': 3, 'project_id': 'fec7848182c34fa699a936b0be6be105', 'gw_port': {'id': '98862c02-f822-47b7-a341-93d68f3c00c4', 'name': '', 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e0:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9d0e573-2102-4a89-999c-f3ee1799f7d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:29:15Z', 'updated_at': '2021-08-05T04:29:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-4-iscsi'}], 'dv-cinder-803000-4-iscsi', False) {} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:29:17.103957 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ecffbc5-3e33-4190-ab0d-58c2f47db725 None None] Checking router: d9d0e573-2102-4a89-999c-f3ee1799f7d0 for host: dv-cinder-803000-4-iscsi {{(pid=93253) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 04:29:17.104294 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ecffbc5-3e33-4190-ab0d-58c2f47db725 None None] Updating router d9d0e573-2102-4a89-999c-f3ee1799f7d0 port 98862c02-f822-47b7-a341-93d68f3c00c4 binding host dv-cinder-803000-4-iscsi {{(pid=93253) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 04:29:17.133771 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-3ecffbc5-3e33-4190-ab0d-58c2f47db725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:17.242811 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-0e737efc-ea55-451a-8d66-673cff19b94a None None] Provisioning complete for port bcf2012b-7316-4561-82ea-a705b4fbad84 triggered by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 04:29:17.243195 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0e737efc-ea55-451a-8d66-673cff19b94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66839334'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:17.250445 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-0ea512ff-ead8-47c1-949f-3e4e73ac9841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:17.408975 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.db.db_base_plugin_common [None req-0ea512ff-ead8-47c1-949f-3e4e73ac9841 admin admin] Allocated IP 172.20.0.1 (bf070aab-bc69-436e-9bc0-f5eb9fe32a8b/1becb559-5a54-4501-af86-0436efe0580b/27f170ce-0d82-4599-b588-0f507464ebba) {{(pid=93250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 04:29:17.475217 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-3ecffbc5-3e33-4190-ab0d-58c2f47db725 None None] Notify callbacks [] for port, precommit_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:17.485203 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.provisioning_blocks [None req-3ecffbc5-3e33-4190-ab0d-58c2f47db725 None None] Transition to ACTIVE for port object 98862c02-f822-47b7-a341-93d68f3c00c4 will not be triggered until provisioned by entity L2. {{(pid=93253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 04:29:17.490841 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-3ecffbc5-3e33-4190-ab0d-58c2f47db725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:17.515946 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-0ea512ff-ead8-47c1-949f-3e4e73ac9841 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:17.528752 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.db.provisioning_blocks [None req-0ea512ff-ead8-47c1-949f-3e4e73ac9841 admin admin] Transition to ACTIVE for port object 27f170ce-0d82-4599-b588-0f507464ebba will not be triggered until provisioned by entity DHCP. {{(pid=93250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 04:29:17.535306 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5b8bd4-d95f-45fb-850b-00f52ab93ccd None None] Pushing event updated for resources: {'Port': ['ID=98862c02-f822-47b7-a341-93d68f3c00c4,revision_number=2']} {{(pid=93253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:29:17.547962 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5b8bd4-d95f-45fb-850b-00f52ab93ccd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:29:17.548305 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5b8bd4-d95f-45fb-850b-00f52ab93ccd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:29:17.548635 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5b8bd4-d95f-45fb-850b-00f52ab93ccd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:29:17.548978 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5b8bd4-d95f-45fb-850b-00f52ab93ccd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:29:17.549278 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5b8bd4-d95f-45fb-850b-00f52ab93ccd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:29:17.549598 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5b8bd4-d95f-45fb-850b-00f52ab93ccd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:29:17.549912 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5b8bd4-d95f-45fb-850b-00f52ab93ccd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:29:17.550233 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5b8bd4-d95f-45fb-850b-00f52ab93ccd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:29:17.550587 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5b8bd4-d95f-45fb-850b-00f52ab93ccd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:29:17.550905 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5b8bd4-d95f-45fb-850b-00f52ab93ccd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:29:17.551217 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5b8bd4-d95f-45fb-850b-00f52ab93ccd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:29:17.551526 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5b8bd4-d95f-45fb-850b-00f52ab93ccd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:29:17.556522 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.managers [None req-3ecffbc5-3e33-4190-ab0d-58c2f47db725 None None] Attempting to bind port 98862c02-f822-47b7-a341-93d68f3c00c4 on host dv-cinder-803000-4-iscsi for vnic_type normal with profile {{(pid=93253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 04:29:17.557064 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.managers [None req-3ecffbc5-3e33-4190-ab0d-58c2f47db725 None None] Attempting to bind port 98862c02-f822-47b7-a341-93d68f3c00c4 by drivers openvswitch,hyperv on host dv-cinder-803000-4-iscsi at level 0 using segments [{'id': 'fe7b4086-21cb-43cf-96b4-8ee376b4a2f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551'}] {{(pid=93253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 04:29:17.557260 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecffbc5-3e33-4190-ab0d-58c2f47db725 None None] Attempting to bind port 98862c02-f822-47b7-a341-93d68f3c00c4 on network 6aa50667-ad26-490a-abab-e40f5b548551 {{(pid=93253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 04:29:17.562735 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecffbc5-3e33-4190-ab0d-58c2f47db725 None None] Checking agent: {'id': 'f380332e-4681-47b2-aaca-ec0053efd026', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803000-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 4, 10, 35), 'started_at': datetime.datetime(2021, 8, 5, 4, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 4, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803000-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 04:29:17.563082 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecffbc5-3e33-4190-ab0d-58c2f47db725 None None] Checking segment: {'id': 'fe7b4086-21cb-43cf-96b4-8ee376b4a2f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 04:29:17.563475 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-3ecffbc5-3e33-4190-ab0d-58c2f47db725 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:17.563679 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-0ea512ff-ead8-47c1-949f-3e4e73ac9841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763712145875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3061364'] for port, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:17.563881 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecffbc5-3e33-4190-ab0d-58c2f47db725 None None] Bound using segment: {'id': 'fe7b4086-21cb-43cf-96b4-8ee376b4a2f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551'} {{(pid=93253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 04:29:17.564335 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.managers [None req-3ecffbc5-3e33-4190-ab0d-58c2f47db725 None None] Bound port: 98862c02-f822-47b7-a341-93d68f3c00c4, host: dv-cinder-803000-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe7b4086-21cb-43cf-96b4-8ee376b4a2f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551'}}] {{(pid=93253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 04:29:17.564755 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-3ecffbc5-3e33-4190-ab0d-58c2f47db725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:17.601862 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea512ff-ead8-47c1-949f-3e4e73ac9841 admin admin] Network bf070aab-bc69-436e-9bc0-f5eb9fe32a8b is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 04:29:17.606671 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-0ea512ff-ead8-47c1-949f-3e4e73ac9841 admin admin] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 04:29:17.609250 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea512ff-ead8-47c1-949f-3e4e73ac9841 admin admin] Received port after_create {{(pid=93250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 04:29:17.619024 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.db [None req-3ecffbc5-3e33-4190-ab0d-58c2f47db725 None None] For port 98862c02-f822-47b7-a341-93d68f3c00c4, host dv-cinder-803000-4-iscsi, cleared binding levels {{(pid=93253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 04:29:17.622064 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.db [None req-3ecffbc5-3e33-4190-ab0d-58c2f47db725 None None] For port 98862c02-f822-47b7-a341-93d68f3c00c4, host dv-cinder-803000-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-4-iscsi',level=0,port_id=98862c02-f822-47b7-a341-93d68f3c00c4,segment=NetworkSegment(fe7b4086-21cb-43cf-96b4-8ee376b4a2f8),segment_id=fe7b4086-21cb-43cf-96b4-8ee376b4a2f8)] {{(pid=93253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 04:29:17.626801 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-3ecffbc5-3e33-4190-ab0d-58c2f47db725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:17.643564 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea512ff-ead8-47c1-949f-3e4e73ac9841 admin admin] Pushing event updated for resources: {'Port': ['ID=27f170ce-0d82-4599-b588-0f507464ebba,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:29:17.663725 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-0ea512ff-ead8-47c1-949f-3e4e73ac9841 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700768'] for router_interface, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:17.674110 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ecffbc5-3e33-4190-ab0d-58c2f47db725 None None] Routers {'d9d0e573-2102-4a89-999c-f3ee1799f7d0'} bound to L3 agent in host dv-cinder-803000-4-iscsi {{(pid=93253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 04:29:17.674826 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-3ecffbc5-3e33-4190-ab0d-58c2f47db725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T04:10:35Z,description=,heartbeat_timestamp=2021-08-05T04:29:05Z,host='dv-cinder-803000-4-iscsi',id=8e71ca1b-9911-44b3-bf09-1fce3db7ea9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T04:10:35Z,topic='l3_agent')) {'router_ids': ['d9d0e573-2102-4a89-999c-f3ee1799f7d0'], 'active': True} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:29:17.734678 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5b8bd4-d95f-45fb-850b-00f52ab93ccd None None] Pushing event updated for resources: {'Port': ['ID=98862c02-f822-47b7-a341-93d68f3c00c4,revision_number=3']} {{(pid=93253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:29:17.795145 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-0ea512ff-ead8-47c1-949f-3e4e73ac9841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:17.795592 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvr_db [None req-3ecffbc5-3e33-4190-ab0d-58c2f47db725 None None] Set router d9d0e573-2102-4a89-999c-f3ee1799f7d0 gateway port host: dv-cinder-803000-4-iscsi {{(pid=93253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 04:29:17.851392 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-564874d7-f7a2-407a-bab6-064bcbfb6bbe None None] Provisioning for port 27f170ce-0d82-4599-b588-0f507464ebba completed by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 04:29:17.862902 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-564874d7-f7a2-407a-bab6-064bcbfb6bbe None None] Provisioning complete for port 27f170ce-0d82-4599-b588-0f507464ebba triggered by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 04:29:17.863493 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-564874d7-f7a2-407a-bab6-064bcbfb6bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66839334'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:17.869408 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Device bcf2012b-7316-4561-82ea-a705b4fbad84 up at agent ovs-agent-dv-cinder-803000-4-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 04:29:17.928134 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-564874d7-f7a2-407a-bab6-064bcbfb6bbe None None] Port 27f170ce-0d82-4599-b588-0f507464ebba cannot update to ACTIVE because it is not bound. {{(pid=93252) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 04:29:17.950962 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Provisioning complete for port bcf2012b-7316-4561-82ea-a705b4fbad84 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 04:29:17.952603 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66839334'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:17.988443 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-0ea512ff-ead8-47c1-949f-3e4e73ac9841 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:17.998586 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-0ea512ff-ead8-47c1-949f-3e4e73ac9841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3061373'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:18.010956 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-3ecffbc5-3e33-4190-ab0d-58c2f47db725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9d0e573-2102-4a89-999c-f3ee1799f7d0', 'name': 'tempest-TestVolumeBootPattern-20697025-router', 'tenant_id': 'fec7848182c34fa699a936b0be6be105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'external_fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '98862c02-f822-47b7-a341-93d68f3c00c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:29:14Z', 'updated_at': '2021-08-05T04:29:15Z', 'revision_number': 3, 'project_id': 'fec7848182c34fa699a936b0be6be105', 'gw_port': {'id': '98862c02-f822-47b7-a341-93d68f3c00c4', 'name': '', 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e0:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9d0e573-2102-4a89-999c-f3ee1799f7d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:29:15Z', 'updated_at': '2021-08-05T04:29:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-4-iscsi'}], 'dv-cinder-803000-4-iscsi', False) {} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:29:18.043359 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ecffbc5-3e33-4190-ab0d-58c2f47db725 None None] The sync data for ids ['d9d0e573-2102-4a89-999c-f3ee1799f7d0'] in dv-cinder-803000-4-iscsi is: [{'id': 'd9d0e573-2102-4a89-999c-f3ee1799f7d0', 'name': 'tempest-TestVolumeBootPattern-20697025-router', 'tenant_id': 'fec7848182c34fa699a936b0be6be105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'external_fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '98862c02-f822-47b7-a341-93d68f3c00c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:29:14Z', 'updated_at': '2021-08-05T04:29:15Z', 'revision_number': 3, 'project_id': 'fec7848182c34fa699a936b0be6be105', 'gw_port': {'id': '98862c02-f822-47b7-a341-93d68f3c00c4', 'name': '', 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e0:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9d0e573-2102-4a89-999c-f3ee1799f7d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:29:15Z', 'updated_at': '2021-08-05T04:29:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-4-iscsi'}] {{(pid=93253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 04:29:18.104015 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-0ea512ff-ead8-47c1-949f-3e4e73ac9841 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536784'] for router_interface, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:18.140431 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea512ff-ead8-47c1-949f-3e4e73ac9841 admin admin] Pushing event updated for resources: {'Port': ['ID=27f170ce-0d82-4599-b588-0f507464ebba,revision_number=2']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:29:18.220444 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea512ff-ead8-47c1-949f-3e4e73ac9841 admin admin] Network bf070aab-bc69-436e-9bc0-f5eb9fe32a8b is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 04:29:18.221893 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-0ea512ff-ead8-47c1-949f-3e4e73ac9841 admin admin] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 04:29:18.398084 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ea512ff-ead8-47c1-949f-3e4e73ac9841 admin admin] Router d9d0e573-2102-4a89-999c-f3ee1799f7d0 has already been hosted by L3 agent 8e71ca1b-9911-44b3-bf09-1fce3db7ea9a {{(pid=93250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 04:29:18.558296 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-6132377f-cb38-4fe1-ab14-971b6e7ed1f6 None None] Provisioning complete for port 27f170ce-0d82-4599-b588-0f507464ebba triggered by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 04:29:18.559021 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-6132377f-cb38-4fe1-ab14-971b6e7ed1f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66839334'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:18.559214 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ea512ff-ead8-47c1-949f-3e4e73ac9841 admin admin] Notify agent at l3_agent.dv-cinder-803000-4-iscsi the message routers_updated {{(pid=93250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 04:29:18.564871 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-0ea512ff-ead8-47c1-949f-3e4e73ac9841 admin admin] 10.222.0.37 "PUT /v2.0/routers/d9d0e573-2102-4a89-999c-f3ee1799f7d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8554871 Aug 05 04:29:18.605927 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-6132377f-cb38-4fe1-ab14-971b6e7ed1f6 None None] Port 27f170ce-0d82-4599-b588-0f507464ebba cannot update to ACTIVE because it is not bound. {{(pid=93252) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 04:29:19.098008 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 35180) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:29:19.103032 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-c6e0b31e-5bf9-4128-af1a-e844ca97f642 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-394334770-network', 'tenant_id': 'faa52e2816e64831b36b0ba0f5d6db37'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:29:19.122878 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6e0b31e-5bf9-4128-af1a-e844ca97f642 admin admin] Made reservation on behalf of faa52e2816e64831b36b0ba0f5d6db37 for: {'network': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 04:29:19.125272 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c6e0b31e-5bf9-4128-af1a-e844ca97f642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for network, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:19.133905 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c6e0b31e-5bf9-4128-af1a-e844ca97f642 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:19.227411 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c6e0b31e-5bf9-4128-af1a-e844ca97f642 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:19.231846 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c6e0b31e-5bf9-4128-af1a-e844ca97f642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:19.257524 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6e0b31e-5bf9-4128-af1a-e844ca97f642 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=93250) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 04:29:19.267808 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e0b31e-5bf9-4128-af1a-e844ca97f642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0934f0e7-2f22-4c53-b237-bfc60ca492ad,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:29:19.273503 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c6e0b31e-5bf9-4128-af1a-e844ca97f642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66718183'] for segment, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:19.273848 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.db.segments_db [None req-c6e0b31e-5bf9-4128-af1a-e844ca97f642 admin admin] Added segment c220a1b8-fcca-4f37-9fad-78cf8f6588e9 of type vlan for network 948decc8-f24b-41ae-8573-ac9b7024b20c Aug 05 04:29:19.320149 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c6e0b31e-5bf9-4128-af1a-e844ca97f642 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763712130115'] for network, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:19.353325 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c6e0b31e-5bf9-4128-af1a-e844ca97f642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612'] for network, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:19.354447 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e0b31e-5bf9-4128-af1a-e844ca97f642 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:29:19.355079 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c6e0b31e-5bf9-4128-af1a-e844ca97f642 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568634'] for network, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:19.385519 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-c6e0b31e-5bf9-4128-af1a-e844ca97f642 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.2863755 Aug 05 04:29:19.388343 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 35184) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:29:19.394035 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-63119b8a-c520-487f-b559-d31136c2125e admin admin] Request body: {'subnet': {'network_id': '948decc8-f24b-41ae-8573-ac9b7024b20c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-394334770-subnet', 'tenant_id': 'faa52e2816e64831b36b0ba0f5d6db37', 'ip_version': 4}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:29:19.415153 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63119b8a-c520-487f-b559-d31136c2125e admin admin] Made reservation on behalf of faa52e2816e64831b36b0ba0f5d6db37 for: {'subnet': 1} {{(pid=93251) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 04:29:19.417638 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-63119b8a-c520-487f-b559-d31136c2125e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994135'] for subnet, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:19.418579 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e0b31e-5bf9-4128-af1a-e844ca97f642 admin admin] Pushing event updated for resources: {'Network': ['ID=948decc8-f24b-41ae-8573-ac9b7024b20c,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:29:19.428666 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Network 948decc8-f24b-41ae-8573-ac9b7024b20c details requested by agent ovs-agent-dv-cinder-803000-4-iscsi with host dv-cinder-803000-4-iscsi {{(pid=93252) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 04:29:19.599948 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-63119b8a-c520-487f-b559-d31136c2125e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8933147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994149'] for subnet, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:19.653683 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63119b8a-c520-487f-b559-d31136c2125e admin admin] Pushing event updated for resources: {'Subnet': ['ID=af7af063-e525-4c9b-845f-9a9df4cab3c8,revision_number=0']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:29:19.670628 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63119b8a-c520-487f-b559-d31136c2125e admin admin] Checking segment: {'id': 'c220a1b8-fcca-4f37-9fad-78cf8f6588e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '948decc8-f24b-41ae-8573-ac9b7024b20c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 04:29:19.670983 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63119b8a-c520-487f-b559-d31136c2125e admin admin] Network hostable DHCP agents. Network: 948decc8-f24b-41ae-8573-ac9b7024b20c, hostable agents: ['ea427e49-0af2-4000-bc0d-d234b33f8d84'], hosted agents: [] {{(pid=93251) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 04:29:19.675751 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a777f2-df54-4c03-8a8a-2a07a251b300 None None] Sync routers for ids ['d9d0e573-2102-4a89-999c-f3ee1799f7d0'] in dv-cinder-803000-4-iscsi {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 04:29:19.688354 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a777f2-df54-4c03-8a8a-2a07a251b300 None None] Routers {'d9d0e573-2102-4a89-999c-f3ee1799f7d0'} bound to L3 agent in host dv-cinder-803000-4-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 04:29:19.689017 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-05a777f2-df54-4c03-8a8a-2a07a251b300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T04:10:35Z,description=,heartbeat_timestamp=2021-08-05T04:29:05Z,host='dv-cinder-803000-4-iscsi',id=8e71ca1b-9911-44b3-bf09-1fce3db7ea9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T04:10:35Z,topic='l3_agent')) {'router_ids': ['d9d0e573-2102-4a89-999c-f3ee1799f7d0'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:29:19.689606 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63119b8a-c520-487f-b559-d31136c2125e admin admin] Network 948decc8-f24b-41ae-8573-ac9b7024b20c is scheduled to be hosted by DHCP agent ea427e49-0af2-4000-bc0d-d234b33f8d84 with binding_index 1 {{(pid=93251) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 04:29:19.698541 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [None req-63119b8a-c520-487f-b559-d31136c2125e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803000-4-iscsi, 948decc8-f24b-41ae-8573-ac9b7024b20c) {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 04:29:19.703674 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63119b8a-c520-487f-b559-d31136c2125e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:29:19.704288 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-63119b8a-c520-487f-b559-d31136c2125e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:19.718379 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-63119b8a-c520-487f-b559-d31136c2125e admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3287060 Aug 05 04:29:19.720939 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 35190) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:29:19.725773 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-38729534-4ec6-45c6-9542-07c23374a94f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-394334770-router', 'tenant_id': 'faa52e2816e64831b36b0ba0f5d6db37', 'external_gateway_info': {'network_id': '6aa50667-ad26-490a-abab-e40f5b548551'}}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:29:19.734005 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23092cbb-826c-419f-a925-4bdf5a45f78b None None] Network 948decc8-f24b-41ae-8573-ac9b7024b20c requested from dv-cinder-803000-4-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 04:29:19.747950 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-38729534-4ec6-45c6-9542-07c23374a94f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-708108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1506'] for router, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:19.749997 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-38729534-4ec6-45c6-9542-07c23374a94f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1531'] for router, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:19.812758 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-38729534-4ec6-45c6-9542-07c23374a94f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:19.920617 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Device 98862c02-f822-47b7-a341-93d68f3c00c4 up at agent ovs-agent-dv-cinder-803000-4-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 04:29:19.927273 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-05a777f2-df54-4c03-8a8a-2a07a251b300 None None] Set router d9d0e573-2102-4a89-999c-f3ee1799f7d0 gateway port host: dv-cinder-803000-4-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 04:29:20.007398 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-38729534-4ec6-45c6-9542-07c23374a94f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:20.054641 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec39932e-74dd-4e13-9456-1c9c94a73fc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fd6ed88-8c92-5087-b4d9-f9be238ba557-948decc8-f24b-41ae-8573-ac9b7024b20c', 'network_id': '948decc8-f24b-41ae-8573-ac9b7024b20c', 'tenant_id': 'faa52e2816e64831b36b0ba0f5d6db37', 'fixed_ips': [{'subnet_id': 'af7af063-e525-4c9b-845f-9a9df4cab3c8'}]}} from dv-cinder-803000-4-iscsi. {{(pid=93252) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 04:29:20.055488 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ec39932e-74dd-4e13-9456-1c9c94a73fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_create {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:20.133904 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Provisioning for port 98862c02-f822-47b7-a341-93d68f3c00c4 completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 04:29:20.194217 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Provisioning complete for port 98862c02-f822-47b7-a341-93d68f3c00c4 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 04:29:20.194618 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66839334'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:20.197571 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-38729534-4ec6-45c6-9542-07c23374a94f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:20.216069 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-38729534-4ec6-45c6-9542-07c23374a94f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:20.323395 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.db_base_plugin_common [None req-38729534-4ec6-45c6-9542-07c23374a94f admin admin] Allocated IP 172.27.3.29 (6aa50667-ad26-490a-abab-e40f5b548551/1981b9cb-30a8-4ce2-a61f-12a80c9863da/9710f42e-ed34-4200-9f57-91599c328e25) {{(pid=93251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 04:29:20.330434 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.db_base_plugin_common [None req-ec39932e-74dd-4e13-9456-1c9c94a73fc8 None None] Allocated IP 172.20.0.2 (948decc8-f24b-41ae-8573-ac9b7024b20c/af7af063-e525-4c9b-845f-9a9df4cab3c8/986e996f-9299-48a9-8607-684c39879995) {{(pid=93252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 04:29:20.433997 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-38729534-4ec6-45c6-9542-07c23374a94f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:20.474170 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-38729534-4ec6-45c6-9542-07c23374a94f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763712145875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8933231'] for port, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:20.519653 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38729534-4ec6-45c6-9542-07c23374a94f admin admin] Network 6aa50667-ad26-490a-abab-e40f5b548551 is already hosted by enough agents. {{(pid=93251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 04:29:20.522712 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [None req-38729534-4ec6-45c6-9542-07c23374a94f admin admin] Resources bound (agent type, host, resource id): {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 04:29:20.526959 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38729534-4ec6-45c6-9542-07c23374a94f admin admin] Received port after_create {{(pid=93251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 04:29:20.547024 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38729534-4ec6-45c6-9542-07c23374a94f admin admin] Pushing event updated for resources: {'Port': ['ID=9710f42e-ed34-4200-9f57-91599c328e25,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:29:20.570893 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-05a777f2-df54-4c03-8a8a-2a07a251b300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9d0e573-2102-4a89-999c-f3ee1799f7d0', 'name': 'tempest-TestVolumeBootPattern-20697025-router', 'tenant_id': 'fec7848182c34fa699a936b0be6be105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'external_fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '98862c02-f822-47b7-a341-93d68f3c00c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:29:14Z', 'updated_at': '2021-08-05T04:29:17Z', 'revision_number': 4, 'project_id': 'fec7848182c34fa699a936b0be6be105', 'gw_port': {'id': '98862c02-f822-47b7-a341-93d68f3c00c4', 'name': '', 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e0:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9d0e573-2102-4a89-999c-f3ee1799f7d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:29:15Z', 'updated_at': '2021-08-05T04:29:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-4-iscsi', '_interfaces': [{'id': '27f170ce-0d82-4599-b588-0f507464ebba', 'name': '', 'network_id': 'bf070aab-bc69-436e-9bc0-f5eb9fe32a8b', 'tenant_id': 'fec7848182c34fa699a936b0be6be105', 'mac_address': 'fa:16:3e:8a:89:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9d0e573-2102-4a89-999c-f3ee1799f7d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '1becb559-5a54-4501-af86-0436efe0580b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:29:17Z', 'updated_at': '2021-08-05T04:29:17Z', 'revision_number': 2, 'project_id': 'fec7848182c34fa699a936b0be6be105', 'subnets': [{'id': '1becb559-5a54-4501-af86-0436efe0580b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803000-4-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:29:20.572683 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:20.617285 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a777f2-df54-4c03-8a8a-2a07a251b300 None None] Checking router: d9d0e573-2102-4a89-999c-f3ee1799f7d0 for host: dv-cinder-803000-4-iscsi {{(pid=93252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 04:29:20.617645 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a777f2-df54-4c03-8a8a-2a07a251b300 None None] Updating router d9d0e573-2102-4a89-999c-f3ee1799f7d0 port 27f170ce-0d82-4599-b588-0f507464ebba binding host dv-cinder-803000-4-iscsi {{(pid=93252) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 04:29:20.648443 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] For port 98862c02-f822-47b7-a341-93d68f3c00c4, host dv-cinder-803000-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-4-iscsi',level=0,port_id=98862c02-f822-47b7-a341-93d68f3c00c4,segment=NetworkSegment(fe7b4086-21cb-43cf-96b4-8ee376b4a2f8),segment_id=fe7b4086-21cb-43cf-96b4-8ee376b4a2f8)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:29:20.657514 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:20.667582 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-05a777f2-df54-4c03-8a8a-2a07a251b300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:20.788431 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-38729534-4ec6-45c6-9542-07c23374a94f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:20.793688 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Pushing event updated for resources: {'Port': ['ID=98862c02-f822-47b7-a341-93d68f3c00c4,revision_number=4']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:29:20.820426 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ec39932e-74dd-4e13-9456-1c9c94a73fc8 None None] Notify callbacks [] for port, precommit_create {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:20.881438 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-ec39932e-74dd-4e13-9456-1c9c94a73fc8 None None] Transition to ACTIVE for port object 986e996f-9299-48a9-8607-684c39879995 will not be triggered until provisioned by entity L2. {{(pid=93252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 04:29:20.886457 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b780d0f2-1d02-4773-9cee-accf9fcebf65 req-a481242e-39db-4adc-9f87-c9f75d8a219d tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:29:20.891822 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b780d0f2-1d02-4773-9cee-accf9fcebf65 req-a481242e-39db-4adc-9f87-c9f75d8a219d tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] 10.222.0.37 "GET /v2.0/ports?device_id=b894ee9b-9d12-4cc5-950c-d2eaa7033d81 HTTP/1.1" status: 200 len: 984 time: 0.0561485 Aug 05 04:29:20.928545 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6711fb-f100-4ffb-b8a2-8e898d1214c1 req-7949e9e0-aab0-4081-a427-30ea97c818af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:29:20.930028 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-1b6711fb-f100-4ffb-b8a2-8e898d1214c1 req-7949e9e0-aab0-4081-a427-30ea97c818af service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=79070a9d3f8e438fbbec93f519c44426&device_id=b894ee9b-9d12-4cc5-950c-d2eaa7033d81 HTTP/1.1" status: 200 len: 1137 time: 0.0563042 Aug 05 04:29:20.935697 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-ec39932e-74dd-4e13-9456-1c9c94a73fc8 None None] Transition to ACTIVE for port object 986e996f-9299-48a9-8607-684c39879995 will not be triggered until provisioned by entity DHCP. {{(pid=93252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 04:29:20.941708 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b780d0f2-1d02-4773-9cee-accf9fcebf65 req-97626336-c4e1-49d8-9bff-e3c61b61101d tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] 10.222.0.37 "GET /v2.0/security-groups?id=570d81e3-ddcd-4e93-b0e6-1ef91da633db&id=4b11ee74-5d41-4cd6-9ea0-e44f3ca926c6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0476248 Aug 05 04:29:20.968834 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ec39932e-74dd-4e13-9456-1c9c94a73fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763712145875'] for port, after_create {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:21.045729 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec39932e-74dd-4e13-9456-1c9c94a73fc8 None None] Network 948decc8-f24b-41ae-8573-ac9b7024b20c is already hosted by enough agents. {{(pid=93252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 04:29:21.056214 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.scheduler.base_scheduler [None req-ec39932e-74dd-4e13-9456-1c9c94a73fc8 None None] Resources bound (agent type, host, resource id): {{(pid=93252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 04:29:21.058837 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec39932e-74dd-4e13-9456-1c9c94a73fc8 None None] Received port after_create {{(pid=93252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 04:29:21.074883 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec39932e-74dd-4e13-9456-1c9c94a73fc8 None None] Pushing event updated for resources: {'Port': ['ID=986e996f-9299-48a9-8607-684c39879995,revision_number=1']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:29:21.116515 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-38729534-4ec6-45c6-9542-07c23374a94f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697994'] for router, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:21.119316 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6711fb-f100-4ffb-b8a2-8e898d1214c1 req-7b9eec71-bc41-44e0-9a5e-43702acac166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:29:21.120772 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-1b6711fb-f100-4ffb-b8a2-8e898d1214c1 req-7b9eec71-bc41-44e0-9a5e-43702acac166 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9c2b2137-69fe-4a55-a9a9-a7df818b8725 HTTP/1.1" status: 200 len: 914 time: 0.1498506 Aug 05 04:29:21.152435 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-ec39932e-74dd-4e13-9456-1c9c94a73fc8 None None] Attempting to bind port 986e996f-9299-48a9-8607-684c39879995 on host dv-cinder-803000-4-iscsi for vnic_type normal with profile {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 04:29:21.152648 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-ec39932e-74dd-4e13-9456-1c9c94a73fc8 None None] Attempting to bind port 986e996f-9299-48a9-8607-684c39879995 by drivers openvswitch,hyperv on host dv-cinder-803000-4-iscsi at level 0 using segments [{'id': 'c220a1b8-fcca-4f37-9fad-78cf8f6588e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '948decc8-f24b-41ae-8573-ac9b7024b20c'}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 04:29:21.153025 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec39932e-74dd-4e13-9456-1c9c94a73fc8 None None] Attempting to bind port 986e996f-9299-48a9-8607-684c39879995 on network 948decc8-f24b-41ae-8573-ac9b7024b20c {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 04:29:21.164361 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec39932e-74dd-4e13-9456-1c9c94a73fc8 None None] Checking agent: {'id': 'f380332e-4681-47b2-aaca-ec0053efd026', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803000-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 4, 10, 35), 'started_at': datetime.datetime(2021, 8, 5, 4, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 4, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803000-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 04:29:21.164809 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec39932e-74dd-4e13-9456-1c9c94a73fc8 None None] Checking segment: {'id': 'c220a1b8-fcca-4f37-9fad-78cf8f6588e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '948decc8-f24b-41ae-8573-ac9b7024b20c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 04:29:21.165178 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ec39932e-74dd-4e13-9456-1c9c94a73fc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:21.165528 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec39932e-74dd-4e13-9456-1c9c94a73fc8 None None] Bound using segment: {'id': 'c220a1b8-fcca-4f37-9fad-78cf8f6588e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '948decc8-f24b-41ae-8573-ac9b7024b20c'} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 04:29:21.165961 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-ec39932e-74dd-4e13-9456-1c9c94a73fc8 None None] Bound port: 986e996f-9299-48a9-8607-684c39879995, host: dv-cinder-803000-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c220a1b8-fcca-4f37-9fad-78cf8f6588e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '948decc8-f24b-41ae-8573-ac9b7024b20c'}}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 04:29:21.166344 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ec39932e-74dd-4e13-9456-1c9c94a73fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:21.258009 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-05a777f2-df54-4c03-8a8a-2a07a251b300 None None] Notify callbacks [] for port, precommit_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:21.281659 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-05a777f2-df54-4c03-8a8a-2a07a251b300 None None] Transition to ACTIVE for port object 27f170ce-0d82-4599-b588-0f507464ebba will not be triggered until provisioned by entity L2. {{(pid=93252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 04:29:21.290908 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ec39932e-74dd-4e13-9456-1c9c94a73fc8 None None] For port 986e996f-9299-48a9-8607-684c39879995, host dv-cinder-803000-4-iscsi, cleared binding levels {{(pid=93252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 04:29:21.293070 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-05a777f2-df54-4c03-8a8a-2a07a251b300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:21.296918 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ec39932e-74dd-4e13-9456-1c9c94a73fc8 None None] For port 986e996f-9299-48a9-8607-684c39879995, host dv-cinder-803000-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-4-iscsi',level=0,port_id=986e996f-9299-48a9-8607-684c39879995,segment=NetworkSegment(c220a1b8-fcca-4f37-9fad-78cf8f6588e9),segment_id=c220a1b8-fcca-4f37-9fad-78cf8f6588e9)] {{(pid=93252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 04:29:21.305967 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ec39932e-74dd-4e13-9456-1c9c94a73fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:21.386926 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49444a78-b19e-4c94-bb7b-6096b2963a59 None None] Pushing event updated for resources: {'Port': ['ID=27f170ce-0d82-4599-b588-0f507464ebba,revision_number=3']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:29:21.484962 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec39932e-74dd-4e13-9456-1c9c94a73fc8 None None] Pushing event updated for resources: {'Port': ['ID=986e996f-9299-48a9-8607-684c39879995,revision_number=2']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:29:21.494673 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-05a777f2-df54-4c03-8a8a-2a07a251b300 None None] Attempting to bind port 27f170ce-0d82-4599-b588-0f507464ebba on host dv-cinder-803000-4-iscsi for vnic_type normal with profile {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 04:29:21.495369 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-05a777f2-df54-4c03-8a8a-2a07a251b300 None None] Attempting to bind port 27f170ce-0d82-4599-b588-0f507464ebba by drivers openvswitch,hyperv on host dv-cinder-803000-4-iscsi at level 0 using segments [{'id': 'bf1fc175-2de8-495c-a4b1-f4b4242f8d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'bf070aab-bc69-436e-9bc0-f5eb9fe32a8b'}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 04:29:21.495915 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a777f2-df54-4c03-8a8a-2a07a251b300 None None] Attempting to bind port 27f170ce-0d82-4599-b588-0f507464ebba on network bf070aab-bc69-436e-9bc0-f5eb9fe32a8b {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 04:29:21.506423 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a777f2-df54-4c03-8a8a-2a07a251b300 None None] Checking agent: {'id': 'f380332e-4681-47b2-aaca-ec0053efd026', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803000-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 4, 10, 35), 'started_at': datetime.datetime(2021, 8, 5, 4, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 4, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803000-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 04:29:21.507206 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a777f2-df54-4c03-8a8a-2a07a251b300 None None] Checking segment: {'id': 'bf1fc175-2de8-495c-a4b1-f4b4242f8d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'bf070aab-bc69-436e-9bc0-f5eb9fe32a8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 04:29:21.507771 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-05a777f2-df54-4c03-8a8a-2a07a251b300 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:21.508457 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a777f2-df54-4c03-8a8a-2a07a251b300 None None] Bound using segment: {'id': 'bf1fc175-2de8-495c-a4b1-f4b4242f8d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'bf070aab-bc69-436e-9bc0-f5eb9fe32a8b'} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 04:29:21.509123 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-05a777f2-df54-4c03-8a8a-2a07a251b300 None None] Bound port: 27f170ce-0d82-4599-b588-0f507464ebba, host: dv-cinder-803000-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf1fc175-2de8-495c-a4b1-f4b4242f8d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'bf070aab-bc69-436e-9bc0-f5eb9fe32a8b'}}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 04:29:21.509935 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-05a777f2-df54-4c03-8a8a-2a07a251b300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:21.595587 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-1b6711fb-f100-4ffb-b8a2-8e898d1214c1 req-3d2adb10-04c8-44ba-bb8c-639a27ece9d9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3117a683-7ebb-4b69-bd83-a9b636705307 HTTP/1.1" status: 200 len: 1001 time: 0.4369187 Aug 05 04:29:21.619566 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-05a777f2-df54-4c03-8a8a-2a07a251b300 None None] For port 27f170ce-0d82-4599-b588-0f507464ebba, host dv-cinder-803000-4-iscsi, cleared binding levels {{(pid=93252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 04:29:21.623162 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-05a777f2-df54-4c03-8a8a-2a07a251b300 None None] For port 27f170ce-0d82-4599-b588-0f507464ebba, host dv-cinder-803000-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-4-iscsi',level=0,port_id=27f170ce-0d82-4599-b588-0f507464ebba,segment=NetworkSegment(bf1fc175-2de8-495c-a4b1-f4b4242f8d3d),segment_id=bf1fc175-2de8-495c-a4b1-f4b4242f8d3d)] {{(pid=93252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 04:29:21.629188 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-05a777f2-df54-4c03-8a8a-2a07a251b300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:21.672972 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6711fb-f100-4ffb-b8a2-8e898d1214c1 req-e511e8ab-9685-44ae-b4f3-0c8e9d8b3f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:29:21.674450 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-1b6711fb-f100-4ffb-b8a2-8e898d1214c1 req-e511e8ab-9685-44ae-b4f3-0c8e9d8b3f49 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7d5a57ba-23c0-437c-ae13-0d863b340f95 HTTP/1.1" status: 200 len: 852 time: 0.0664620 Aug 05 04:29:21.719589 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a777f2-df54-4c03-8a8a-2a07a251b300 None None] Routers {'d9d0e573-2102-4a89-999c-f3ee1799f7d0'} bound to L3 agent in host dv-cinder-803000-4-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 04:29:21.720245 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-05a777f2-df54-4c03-8a8a-2a07a251b300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T04:10:35Z,description=,heartbeat_timestamp=2021-08-05T04:29:05Z,host='dv-cinder-803000-4-iscsi',id=8e71ca1b-9911-44b3-bf09-1fce3db7ea9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T04:10:35Z,topic='l3_agent')) {'router_ids': ['d9d0e573-2102-4a89-999c-f3ee1799f7d0'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:29:21.723847 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49444a78-b19e-4c94-bb7b-6096b2963a59 None None] Pushing event updated for resources: {'Port': ['ID=27f170ce-0d82-4599-b588-0f507464ebba,revision_number=4']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:29:21.741222 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38729534-4ec6-45c6-9542-07c23374a94f admin admin] Router c1191f0c-ac34-43d7-973f-1fe4d1888d7e is scheduled to L3 agent 8e71ca1b-9911-44b3-bf09-1fce3db7ea9a with binding_index 1 {{(pid=93251) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 04:29:21.749434 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6711fb-f100-4ffb-b8a2-8e898d1214c1 req-d4ca6b6a-d236-4699-a2be-170133c08619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:29:21.751858 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-1b6711fb-f100-4ffb-b8a2-8e898d1214c1 req-d4ca6b6a-d236-4699-a2be-170133c08619 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9c2b2137-69fe-4a55-a9a9-a7df818b8725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0686588 Aug 05 04:29:21.843323 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-05a777f2-df54-4c03-8a8a-2a07a251b300 None None] Set router d9d0e573-2102-4a89-999c-f3ee1799f7d0 gateway port host: dv-cinder-803000-4-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 04:29:21.943822 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-1b6711fb-f100-4ffb-b8a2-8e898d1214c1 req-2fa1facf-c9b2-4053-b2d6-99ce8b3d3639 service neutron] 10.222.0.39 "GET /v2.0/networks/9c2b2137-69fe-4a55-a9a9-a7df818b8725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836739 Aug 05 04:29:21.951854 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38729534-4ec6-45c6-9542-07c23374a94f admin admin] Notify agent at l3_agent.dv-cinder-803000-4-iscsi the message routers_updated {{(pid=93251) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 04:29:21.959673 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Device 98862c02-f822-47b7-a341-93d68f3c00c4 up at agent ovs-agent-dv-cinder-803000-4-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 04:29:21.963811 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b0d53a-f042-4167-af2d-4e9deb8ec509 None None] Sync routers for ids ['c1191f0c-ac34-43d7-973f-1fe4d1888d7e'] in dv-cinder-803000-4-iscsi {{(pid=93253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 04:29:21.988803 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b0d53a-f042-4167-af2d-4e9deb8ec509 None None] Routers {'c1191f0c-ac34-43d7-973f-1fe4d1888d7e'} bound to L3 agent in host dv-cinder-803000-4-iscsi {{(pid=93253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 04:29:21.989346 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-83b0d53a-f042-4167-af2d-4e9deb8ec509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T04:10:35Z,description=,heartbeat_timestamp=2021-08-05T04:29:05Z,host='dv-cinder-803000-4-iscsi',id=8e71ca1b-9911-44b3-bf09-1fce3db7ea9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T04:10:35Z,topic='l3_agent')) {'router_ids': ['c1191f0c-ac34-43d7-973f-1fe4d1888d7e'], 'active': True} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:29:22.036917 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-38729534-4ec6-45c6-9542-07c23374a94f admin admin] Notify callbacks [] for router, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:22.038122 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-38729534-4ec6-45c6-9542-07c23374a94f admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3158817 Aug 05 04:29:22.041883 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 35218) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:29:22.099750 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152238a5-6fbf-4340-8e87-d49e04d389c3 req-6a9fc30b-485f-4e16-aba5-188285f4540f tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:29:22.106549 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvr_db [None req-83b0d53a-f042-4167-af2d-4e9deb8ec509 None None] Set router c1191f0c-ac34-43d7-973f-1fe4d1888d7e gateway port host: dv-cinder-803000-4-iscsi {{(pid=93253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 04:29:22.111526 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-152238a5-6fbf-4340-8e87-d49e04d389c3 req-6a9fc30b-485f-4e16-aba5-188285f4540f tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] 10.222.0.37 "GET /v2.0/ports?device_id=b894ee9b-9d12-4cc5-950c-d2eaa7033d81 HTTP/1.1" status: 200 len: 984 time: 0.0762520 Aug 05 04:29:22.133142 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Provisioning complete for port 98862c02-f822-47b7-a341-93d68f3c00c4 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 04:29:22.133642 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66839334'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:22.152176 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-1b6711fb-f100-4ffb-b8a2-8e898d1214c1 req-bd0f3f82-8085-4071-9ebe-a9900119e77d service neutron] 10.222.0.39 "GET /v2.0/networks/9c2b2137-69fe-4a55-a9a9-a7df818b8725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939013 Aug 05 04:29:22.176567 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-152238a5-6fbf-4340-8e87-d49e04d389c3 req-b92378b7-8c50-4bf2-84fd-d28421e3fe20 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] 10.222.0.37 "GET /v2.0/security-groups?id=570d81e3-ddcd-4e93-b0e6-1ef91da633db&id=4b11ee74-5d41-4cd6-9ea0-e44f3ca926c6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0639675 Aug 05 04:29:22.340891 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-05a777f2-df54-4c03-8a8a-2a07a251b300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9d0e573-2102-4a89-999c-f3ee1799f7d0', 'name': 'tempest-TestVolumeBootPattern-20697025-router', 'tenant_id': 'fec7848182c34fa699a936b0be6be105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'external_fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '98862c02-f822-47b7-a341-93d68f3c00c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:29:14Z', 'updated_at': '2021-08-05T04:29:17Z', 'revision_number': 4, 'project_id': 'fec7848182c34fa699a936b0be6be105', 'gw_port': {'id': '98862c02-f822-47b7-a341-93d68f3c00c4', 'name': '', 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d0e573-2102-4a89-999c-f3ee1799f7d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:29:15Z', 'updated_at': '2021-08-05T04:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-4-iscsi', '_interfaces': [{'id': '27f170ce-0d82-4599-b588-0f507464ebba', 'name': '', 'network_id': 'bf070aab-bc69-436e-9bc0-f5eb9fe32a8b', 'tenant_id': 'fec7848182c34fa699a936b0be6be105', 'mac_address': 'fa:16:3e:8a:89:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9d0e573-2102-4a89-999c-f3ee1799f7d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '1becb559-5a54-4501-af86-0436efe0580b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:29:17Z', 'updated_at': '2021-08-05T04:29:21Z', 'revision_number': 4, 'project_id': 'fec7848182c34fa699a936b0be6be105', 'subnets': [{'id': '1becb559-5a54-4501-af86-0436efe0580b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803000-4-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:29:22.374447 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a777f2-df54-4c03-8a8a-2a07a251b300 None None] The sync data for ids ['d9d0e573-2102-4a89-999c-f3ee1799f7d0'] in dv-cinder-803000-4-iscsi is: [{'id': 'd9d0e573-2102-4a89-999c-f3ee1799f7d0', 'name': 'tempest-TestVolumeBootPattern-20697025-router', 'tenant_id': 'fec7848182c34fa699a936b0be6be105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'external_fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '98862c02-f822-47b7-a341-93d68f3c00c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:29:14Z', 'updated_at': '2021-08-05T04:29:17Z', 'revision_number': 4, 'project_id': 'fec7848182c34fa699a936b0be6be105', 'gw_port': {'id': '98862c02-f822-47b7-a341-93d68f3c00c4', 'name': '', 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d0e573-2102-4a89-999c-f3ee1799f7d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:29:15Z', 'updated_at': '2021-08-05T04:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-4-iscsi', '_interfaces': [{'id': '27f170ce-0d82-4599-b588-0f507464ebba', 'name': '', 'network_id': 'bf070aab-bc69-436e-9bc0-f5eb9fe32a8b', 'tenant_id': 'fec7848182c34fa699a936b0be6be105', 'mac_address': 'fa:16:3e:8a:89:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9d0e573-2102-4a89-999c-f3ee1799f7d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '1becb559-5a54-4501-af86-0436efe0580b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:29:17Z', 'updated_at': '2021-08-05T04:29:21Z', 'revision_number': 4, 'project_id': 'fec7848182c34fa699a936b0be6be105', 'subnets': [{'id': '1becb559-5a54-4501-af86-0436efe0580b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 04:29:22.401974 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Device 986e996f-9299-48a9-8607-684c39879995 up at agent ovs-agent-dv-cinder-803000-4-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 04:29:22.546759 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Provisioning for port 986e996f-9299-48a9-8607-684c39879995 completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 04:29:22.577916 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-83b0d53a-f042-4167-af2d-4e9deb8ec509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1191f0c-ac34-43d7-973f-1fe4d1888d7e', 'name': 'tempest-TestVolumeBootPattern-394334770-router', 'tenant_id': 'faa52e2816e64831b36b0ba0f5d6db37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'external_fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': '9710f42e-ed34-4200-9f57-91599c328e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:29:19Z', 'updated_at': '2021-08-05T04:29:20Z', 'revision_number': 3, 'project_id': 'faa52e2816e64831b36b0ba0f5d6db37', 'gw_port': {'id': '9710f42e-ed34-4200-9f57-91599c328e25', 'name': '', 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:36:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1191f0c-ac34-43d7-973f-1fe4d1888d7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:29:20Z', 'updated_at': '2021-08-05T04:29:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-4-iscsi'}], 'dv-cinder-803000-4-iscsi', False) {} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:29:22.642669 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b0d53a-f042-4167-af2d-4e9deb8ec509 None None] Checking router: c1191f0c-ac34-43d7-973f-1fe4d1888d7e for host: dv-cinder-803000-4-iscsi {{(pid=93253) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 04:29:22.643119 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b0d53a-f042-4167-af2d-4e9deb8ec509 None None] Updating router c1191f0c-ac34-43d7-973f-1fe4d1888d7e port 9710f42e-ed34-4200-9f57-91599c328e25 binding host dv-cinder-803000-4-iscsi {{(pid=93253) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 04:29:22.705022 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-83b0d53a-f042-4167-af2d-4e9deb8ec509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:22.771336 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8f8ec0-faaf-4be3-b422-586f17d5fff0 None None] Network 948decc8-f24b-41ae-8573-ac9b7024b20c requested from dv-cinder-803000-4-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 04:29:22.826307 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-7b1e7b07-a532-41e7-99f2-dc1aa0d38b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:22.859686 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-faed3641-429d-489f-bdf4-b797cb92ea38 None None] Provisioning for port 986e996f-9299-48a9-8607-684c39879995 completed by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 04:29:22.865943 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-faed3641-429d-489f-bdf4-b797cb92ea38 None None] Provisioning complete for port 986e996f-9299-48a9-8607-684c39879995 triggered by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 04:29:22.866399 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-faed3641-429d-489f-bdf4-b797cb92ea38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66839334'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:23.020767 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.db_base_plugin_common [None req-7b1e7b07-a532-41e7-99f2-dc1aa0d38b8f admin admin] Allocated IP 172.20.0.1 (948decc8-f24b-41ae-8573-ac9b7024b20c/af7af063-e525-4c9b-845f-9a9df4cab3c8/e0bf4ff0-5360-404d-9e7c-90372044cc36) {{(pid=93251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 04:29:23.022442 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-faed3641-429d-489f-bdf4-b797cb92ea38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:23.054985 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-83b0d53a-f042-4167-af2d-4e9deb8ec509 None None] Notify callbacks [] for port, precommit_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:23.066915 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.provisioning_blocks [None req-83b0d53a-f042-4167-af2d-4e9deb8ec509 None None] Transition to ACTIVE for port object 9710f42e-ed34-4200-9f57-91599c328e25 will not be triggered until provisioned by entity L2. {{(pid=93253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 04:29:23.073315 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-83b0d53a-f042-4167-af2d-4e9deb8ec509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:23.085444 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-faed3641-429d-489f-bdf4-b797cb92ea38 None None] For port 986e996f-9299-48a9-8607-684c39879995, host dv-cinder-803000-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-4-iscsi',level=0,port_id=986e996f-9299-48a9-8607-684c39879995,segment=NetworkSegment(c220a1b8-fcca-4f37-9fad-78cf8f6588e9),segment_id=c220a1b8-fcca-4f37-9fad-78cf8f6588e9)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:29:23.094547 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-faed3641-429d-489f-bdf4-b797cb92ea38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:23.143987 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.managers [None req-83b0d53a-f042-4167-af2d-4e9deb8ec509 None None] Attempting to bind port 9710f42e-ed34-4200-9f57-91599c328e25 on host dv-cinder-803000-4-iscsi for vnic_type normal with profile {{(pid=93253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 04:29:23.144353 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.managers [None req-83b0d53a-f042-4167-af2d-4e9deb8ec509 None None] Attempting to bind port 9710f42e-ed34-4200-9f57-91599c328e25 by drivers openvswitch,hyperv on host dv-cinder-803000-4-iscsi at level 0 using segments [{'id': 'fe7b4086-21cb-43cf-96b4-8ee376b4a2f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551'}] {{(pid=93253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 04:29:23.144715 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b0d53a-f042-4167-af2d-4e9deb8ec509 None None] Attempting to bind port 9710f42e-ed34-4200-9f57-91599c328e25 on network 6aa50667-ad26-490a-abab-e40f5b548551 {{(pid=93253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 04:29:23.159909 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faed3641-429d-489f-bdf4-b797cb92ea38 None None] Pushing event updated for resources: {'Port': ['ID=986e996f-9299-48a9-8607-684c39879995,revision_number=3']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:29:23.166951 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b0d53a-f042-4167-af2d-4e9deb8ec509 None None] Checking agent: {'id': 'f380332e-4681-47b2-aaca-ec0053efd026', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803000-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 4, 10, 35), 'started_at': datetime.datetime(2021, 8, 5, 4, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 4, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803000-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 04:29:23.167971 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b0d53a-f042-4167-af2d-4e9deb8ec509 None None] Checking segment: {'id': 'fe7b4086-21cb-43cf-96b4-8ee376b4a2f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 04:29:23.168440 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-83b0d53a-f042-4167-af2d-4e9deb8ec509 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:23.169234 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b0d53a-f042-4167-af2d-4e9deb8ec509 None None] Bound using segment: {'id': 'fe7b4086-21cb-43cf-96b4-8ee376b4a2f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551'} {{(pid=93253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 04:29:23.169374 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.managers [None req-83b0d53a-f042-4167-af2d-4e9deb8ec509 None None] Bound port: 9710f42e-ed34-4200-9f57-91599c328e25, host: dv-cinder-803000-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe7b4086-21cb-43cf-96b4-8ee376b4a2f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551'}}] {{(pid=93253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 04:29:23.169779 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-83b0d53a-f042-4167-af2d-4e9deb8ec509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:23.170921 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-7b1e7b07-a532-41e7-99f2-dc1aa0d38b8f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:23.187242 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-7b1e7b07-a532-41e7-99f2-dc1aa0d38b8f admin admin] Transition to ACTIVE for port object e0bf4ff0-5360-404d-9e7c-90372044cc36 will not be triggered until provisioned by entity DHCP. {{(pid=93251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 04:29:23.205795 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71dc342-16d9-46ad-b008-ea20d20275dd None None] Pushing event updated for resources: {'Port': ['ID=9710f42e-ed34-4200-9f57-91599c328e25,revision_number=2']} {{(pid=93253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:29:23.242974 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-7b1e7b07-a532-41e7-99f2-dc1aa0d38b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763712145875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8933231'] for port, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:23.270744 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.db [None req-83b0d53a-f042-4167-af2d-4e9deb8ec509 None None] For port 9710f42e-ed34-4200-9f57-91599c328e25, host dv-cinder-803000-4-iscsi, cleared binding levels {{(pid=93253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 04:29:23.274696 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.db [None req-83b0d53a-f042-4167-af2d-4e9deb8ec509 None None] For port 9710f42e-ed34-4200-9f57-91599c328e25, host dv-cinder-803000-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-4-iscsi',level=0,port_id=9710f42e-ed34-4200-9f57-91599c328e25,segment=NetworkSegment(fe7b4086-21cb-43cf-96b4-8ee376b4a2f8),segment_id=fe7b4086-21cb-43cf-96b4-8ee376b4a2f8)] {{(pid=93253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 04:29:23.287980 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-83b0d53a-f042-4167-af2d-4e9deb8ec509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:23.316167 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1e7b07-a532-41e7-99f2-dc1aa0d38b8f admin admin] Pushing event updated for resources: {'Port': ['ID=e0bf4ff0-5360-404d-9e7c-90372044cc36,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:29:23.323467 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272ea3eb-cedd-4af1-8899-5a3ce9511c6f req-abbc1431-a166-417b-b64f-efae48b06c24 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:29:23.328431 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1e7b07-a532-41e7-99f2-dc1aa0d38b8f admin admin] Network 948decc8-f24b-41ae-8573-ac9b7024b20c is already hosted by enough agents. {{(pid=93251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 04:29:23.330720 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [None req-7b1e7b07-a532-41e7-99f2-dc1aa0d38b8f admin admin] Resources bound (agent type, host, resource id): {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 04:29:23.333812 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1e7b07-a532-41e7-99f2-dc1aa0d38b8f admin admin] Received port after_create {{(pid=93251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 04:29:23.339315 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-272ea3eb-cedd-4af1-8899-5a3ce9511c6f req-abbc1431-a166-417b-b64f-efae48b06c24 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] 10.222.0.37 "GET /v2.0/ports?device_id=b894ee9b-9d12-4cc5-950c-d2eaa7033d81 HTTP/1.1" status: 200 len: 984 time: 0.0799353 Aug 05 04:29:23.365289 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b0d53a-f042-4167-af2d-4e9deb8ec509 None None] Routers {'c1191f0c-ac34-43d7-973f-1fe4d1888d7e'} bound to L3 agent in host dv-cinder-803000-4-iscsi {{(pid=93253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 04:29:23.365918 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-83b0d53a-f042-4167-af2d-4e9deb8ec509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T04:10:35Z,description=,heartbeat_timestamp=2021-08-05T04:29:05Z,host='dv-cinder-803000-4-iscsi',id=8e71ca1b-9911-44b3-bf09-1fce3db7ea9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T04:10:35Z,topic='l3_agent')) {'router_ids': ['c1191f0c-ac34-43d7-973f-1fe4d1888d7e'], 'active': True} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:29:23.385157 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-7b1e7b07-a532-41e7-99f2-dc1aa0d38b8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700768'] for router_interface, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:23.392261 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-272ea3eb-cedd-4af1-8899-5a3ce9511c6f req-c2a97be1-f272-4810-b83c-dbba1c8220b2 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] 10.222.0.37 "GET /v2.0/security-groups?id=570d81e3-ddcd-4e93-b0e6-1ef91da633db&id=4b11ee74-5d41-4cd6-9ea0-e44f3ca926c6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0519586 Aug 05 04:29:23.428831 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-10abb9ac-d93c-4e4d-9dfa-aa8aead8786b None None] Provisioning complete for port 986e996f-9299-48a9-8607-684c39879995 triggered by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 04:29:23.430220 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-10abb9ac-d93c-4e4d-9dfa-aa8aead8786b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66839334'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:23.443356 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71dc342-16d9-46ad-b008-ea20d20275dd None None] Pushing event updated for resources: {'Port': ['ID=9710f42e-ed34-4200-9f57-91599c328e25,revision_number=3']} {{(pid=93253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:29:23.580780 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-7b1e7b07-a532-41e7-99f2-dc1aa0d38b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:23.633782 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvr_db [None req-83b0d53a-f042-4167-af2d-4e9deb8ec509 None None] Set router c1191f0c-ac34-43d7-973f-1fe4d1888d7e gateway port host: dv-cinder-803000-4-iscsi {{(pid=93253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 04:29:23.675706 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-c5e56b70-05b9-4ffc-bf55-1eed32f1ed78 None None] Provisioning for port e0bf4ff0-5360-404d-9e7c-90372044cc36 completed by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 04:29:23.679882 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-c5e56b70-05b9-4ffc-bf55-1eed32f1ed78 None None] Provisioning complete for port e0bf4ff0-5360-404d-9e7c-90372044cc36 triggered by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 04:29:23.680257 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-c5e56b70-05b9-4ffc-bf55-1eed32f1ed78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66839334'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:23.819169 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-7b1e7b07-a532-41e7-99f2-dc1aa0d38b8f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:23.827297 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-7b1e7b07-a532-41e7-99f2-dc1aa0d38b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8933222'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:23.876050 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-83b0d53a-f042-4167-af2d-4e9deb8ec509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1191f0c-ac34-43d7-973f-1fe4d1888d7e', 'name': 'tempest-TestVolumeBootPattern-394334770-router', 'tenant_id': 'faa52e2816e64831b36b0ba0f5d6db37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'external_fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': '9710f42e-ed34-4200-9f57-91599c328e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:29:19Z', 'updated_at': '2021-08-05T04:29:20Z', 'revision_number': 3, 'project_id': 'faa52e2816e64831b36b0ba0f5d6db37', 'gw_port': {'id': '9710f42e-ed34-4200-9f57-91599c328e25', 'name': '', 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:36:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1191f0c-ac34-43d7-973f-1fe4d1888d7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:29:20Z', 'updated_at': '2021-08-05T04:29:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-4-iscsi'}], 'dv-cinder-803000-4-iscsi', False) {} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:29:23.917748 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1e7b07-a532-41e7-99f2-dc1aa0d38b8f admin admin] Pushing event updated for resources: {'Port': ['ID=e0bf4ff0-5360-404d-9e7c-90372044cc36,revision_number=2']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:29:23.927716 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b0d53a-f042-4167-af2d-4e9deb8ec509 None None] The sync data for ids ['c1191f0c-ac34-43d7-973f-1fe4d1888d7e'] in dv-cinder-803000-4-iscsi is: [{'id': 'c1191f0c-ac34-43d7-973f-1fe4d1888d7e', 'name': 'tempest-TestVolumeBootPattern-394334770-router', 'tenant_id': 'faa52e2816e64831b36b0ba0f5d6db37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'external_fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': '9710f42e-ed34-4200-9f57-91599c328e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:29:19Z', 'updated_at': '2021-08-05T04:29:20Z', 'revision_number': 3, 'project_id': 'faa52e2816e64831b36b0ba0f5d6db37', 'gw_port': {'id': '9710f42e-ed34-4200-9f57-91599c328e25', 'name': '', 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:36:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1191f0c-ac34-43d7-973f-1fe4d1888d7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:29:20Z', 'updated_at': '2021-08-05T04:29:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-4-iscsi'}] {{(pid=93253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 04:29:23.945588 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-7b1e7b07-a532-41e7-99f2-dc1aa0d38b8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536784'] for router_interface, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:23.977225 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-c5e56b70-05b9-4ffc-bf55-1eed32f1ed78 None None] Port e0bf4ff0-5360-404d-9e7c-90372044cc36 cannot update to ACTIVE because it is not bound. {{(pid=93252) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 04:29:24.070649 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1e7b07-a532-41e7-99f2-dc1aa0d38b8f admin admin] Network 948decc8-f24b-41ae-8573-ac9b7024b20c is already hosted by enough agents. {{(pid=93251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 04:29:24.072707 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [None req-7b1e7b07-a532-41e7-99f2-dc1aa0d38b8f admin admin] Resources bound (agent type, host, resource id): {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 04:29:24.073423 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Device 986e996f-9299-48a9-8607-684c39879995 up at agent ovs-agent-dv-cinder-803000-4-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 04:29:24.173200 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Provisioning complete for port 986e996f-9299-48a9-8607-684c39879995 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 04:29:24.173576 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66839334'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:24.213939 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b1e7b07-a532-41e7-99f2-dc1aa0d38b8f admin admin] Router c1191f0c-ac34-43d7-973f-1fe4d1888d7e has already been hosted by L3 agent 8e71ca1b-9911-44b3-bf09-1fce3db7ea9a {{(pid=93251) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 04:29:24.266687 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Device 27f170ce-0d82-4599-b588-0f507464ebba up at agent ovs-agent-dv-cinder-803000-4-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 04:29:24.343883 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Provisioning for port 27f170ce-0d82-4599-b588-0f507464ebba completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 04:29:24.352574 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Provisioning complete for port 27f170ce-0d82-4599-b588-0f507464ebba triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 04:29:24.353032 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66839334'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:24.361972 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b1e7b07-a532-41e7-99f2-dc1aa0d38b8f admin admin] Notify agent at l3_agent.dv-cinder-803000-4-iscsi the message routers_updated {{(pid=93251) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 04:29:24.366822 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-7b1e7b07-a532-41e7-99f2-dc1aa0d38b8f admin admin] 10.222.0.37 "PUT /v2.0/routers/c1191f0c-ac34-43d7-973f-1fe4d1888d7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3239429 Aug 05 04:29:24.450214 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-7a498a49-0b63-4d54-93ee-dad65a0da445 None None] Provisioning complete for port e0bf4ff0-5360-404d-9e7c-90372044cc36 triggered by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 04:29:24.450626 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-7a498a49-0b63-4d54-93ee-dad65a0da445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66839334'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:24.497834 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:24.507837 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-7a498a49-0b63-4d54-93ee-dad65a0da445 None None] Port e0bf4ff0-5360-404d-9e7c-90372044cc36 cannot update to ACTIVE because it is not bound. {{(pid=93252) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 04:29:24.517217 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5d787c-3056-442d-b155-d0f19c9c393d req-32133a8c-847c-4a2d-b307-d477544a2cb0 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:29:24.525736 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ac5d787c-3056-442d-b155-d0f19c9c393d req-32133a8c-847c-4a2d-b307-d477544a2cb0 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] 10.222.0.37 "GET /v2.0/ports?device_id=b894ee9b-9d12-4cc5-950c-d2eaa7033d81 HTTP/1.1" status: 200 len: 984 time: 0.0627193 Aug 05 04:29:24.540199 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] For port 27f170ce-0d82-4599-b588-0f507464ebba, host dv-cinder-803000-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-4-iscsi',level=0,port_id=27f170ce-0d82-4599-b588-0f507464ebba,segment=NetworkSegment(bf1fc175-2de8-495c-a4b1-f4b4242f8d3d),segment_id=bf1fc175-2de8-495c-a4b1-f4b4242f8d3d)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:29:24.548117 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:24.578001 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ac5d787c-3056-442d-b155-d0f19c9c393d req-9c410e57-e356-492f-8345-76b126c03e18 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] 10.222.0.37 "GET /v2.0/security-groups?id=570d81e3-ddcd-4e93-b0e6-1ef91da633db&id=4b11ee74-5d41-4cd6-9ea0-e44f3ca926c6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0512626 Aug 05 04:29:24.601794 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Pushing event updated for resources: {'Port': ['ID=27f170ce-0d82-4599-b588-0f507464ebba,revision_number=5']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:29:25.107881 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 35262) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:29:25.113025 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-a396bbf6-8d69-4865-9d0d-19f2f7e12f24 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1767169356', 'description': 'tempest-secgroup-smoke-1767169356 description', 'project_id': 'fec7848182c34fa699a936b0be6be105'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:29:25.134579 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a396bbf6-8d69-4865-9d0d-19f2f7e12f24 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:25.219947 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a396bbf6-8d69-4865-9d0d-19f2f7e12f24 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:25.223553 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a396bbf6-8d69-4865-9d0d-19f2f7e12f24 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:25.254322 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a396bbf6-8d69-4865-9d0d-19f2f7e12f24 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:25.258681 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-a396bbf6-8d69-4865-9d0d-19f2f7e12f24 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1467302 Aug 05 04:29:25.258681 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a396bbf6-8d69-4865-9d0d-19f2f7e12f24 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ad1e5e9-678e-4639-a106-72386a5acff5,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:29:25.259121 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 35268) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:29:25.265172 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-58d99065-af84-48db-a4db-1abece5cdbd4 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Request body: {'security_group_rule': {'security_group_id': '5ad1e5e9-678e-4639-a106-72386a5acff5', 'project_id': 'fec7848182c34fa699a936b0be6be105', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:29:25.313202 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-58d99065-af84-48db-a4db-1abece5cdbd4 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:25.380906 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-58d99065-af84-48db-a4db-1abece5cdbd4 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:25.384872 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-58d99065-af84-48db-a4db-1abece5cdbd4 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617728'] for security_group_rule, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:25.404174 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d99065-af84-48db-a4db-1abece5cdbd4 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b1841e4-53eb-4e05-9544-f2596aa8f962,revision_number=0']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:29:25.410921 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-58d99065-af84-48db-a4db-1abece5cdbd4 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:25.412265 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-58d99065-af84-48db-a4db-1abece5cdbd4 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1517332 Aug 05 04:29:25.415141 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 35274) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:29:25.420261 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-589aff46-80bd-448d-a715-36fa3bb41860 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Request body: {'security_group_rule': {'security_group_id': '5ad1e5e9-678e-4639-a106-72386a5acff5', 'project_id': 'fec7848182c34fa699a936b0be6be105', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:29:25.464477 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-589aff46-80bd-448d-a715-36fa3bb41860 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:25.538610 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-589aff46-80bd-448d-a715-36fa3bb41860 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:25.543706 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-589aff46-80bd-448d-a715-36fa3bb41860 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617728'] for security_group_rule, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:25.569323 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589aff46-80bd-448d-a715-36fa3bb41860 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1217d010-67b5-4f08-b34f-794cab886e4e,revision_number=0']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:29:25.576226 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-589aff46-80bd-448d-a715-36fa3bb41860 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:25.578314 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-589aff46-80bd-448d-a715-36fa3bb41860 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1620538 Aug 05 04:29:25.581172 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 35280) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:29:25.585609 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-42b598ce-c251-4087-937e-d4daab17b99e tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Request body: {'security_group_rule': {'security_group_id': '5ad1e5e9-678e-4639-a106-72386a5acff5', 'project_id': 'fec7848182c34fa699a936b0be6be105', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:29:25.615414 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-42b598ce-c251-4087-937e-d4daab17b99e tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:25.677780 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-42b598ce-c251-4087-937e-d4daab17b99e tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:25.682562 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-42b598ce-c251-4087-937e-d4daab17b99e tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617728'] for security_group_rule, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:25.703470 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17728100-63fd-4a4e-82c0-8957b02ad396 req-fcb2aa75-c084-4fd7-abdf-5add5c30ce0e tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:29:25.705106 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-17728100-63fd-4a4e-82c0-8957b02ad396 req-fcb2aa75-c084-4fd7-abdf-5add5c30ce0e tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] 10.222.0.37 "GET /v2.0/ports?device_id=b894ee9b-9d12-4cc5-950c-d2eaa7033d81 HTTP/1.1" status: 200 len: 984 time: 0.0524673 Aug 05 04:29:25.706588 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b598ce-c251-4087-937e-d4daab17b99e tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d24a7080-e3c8-4fa0-bd3e-f34d1bf39c62,revision_number=0']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:29:25.710643 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-42b598ce-c251-4087-937e-d4daab17b99e tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:25.712188 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-42b598ce-c251-4087-937e-d4daab17b99e tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1299884 Aug 05 04:29:25.715081 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 35284) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:29:25.719945 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-b125e403-4c4b-4a63-941b-e481477d491a tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Request body: {'security_group_rule': {'security_group_id': '5ad1e5e9-678e-4639-a106-72386a5acff5', 'project_id': 'fec7848182c34fa699a936b0be6be105', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:29:25.749337 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b125e403-4c4b-4a63-941b-e481477d491a tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:25.752359 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-17728100-63fd-4a4e-82c0-8957b02ad396 req-e941001a-e391-4fa6-80b7-1ebafe9c8f23 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] 10.222.0.37 "GET /v2.0/security-groups?id=570d81e3-ddcd-4e93-b0e6-1ef91da633db&id=4b11ee74-5d41-4cd6-9ea0-e44f3ca926c6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0370812 Aug 05 04:29:25.814629 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b125e403-4c4b-4a63-941b-e481477d491a tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:25.819842 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b125e403-4c4b-4a63-941b-e481477d491a tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617728'] for security_group_rule, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:25.840508 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b125e403-4c4b-4a63-941b-e481477d491a tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dc8fb32-8014-48a2-a143-03b8ee1fb981,revision_number=0']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:29:25.844473 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b125e403-4c4b-4a63-941b-e481477d491a tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:25.845645 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-b125e403-4c4b-4a63-941b-e481477d491a tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1294930 Aug 05 04:29:25.849054 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 35286) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:29:25.853913 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-2e340d05-5d43-431f-9483-004ff3658471 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Request body: {'security_group_rule': {'security_group_id': '5ad1e5e9-678e-4639-a106-72386a5acff5', 'project_id': 'fec7848182c34fa699a936b0be6be105', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:29:25.875107 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64f3c5a-2a34-43ee-9902-3f6826b90592 None None] Sync routers for ids ['c1191f0c-ac34-43d7-973f-1fe4d1888d7e'] in dv-cinder-803000-4-iscsi {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 04:29:25.884401 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.db.securitygroups_db [None req-2e340d05-5d43-431f-9483-004ff3658471 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Project fec7848182c34fa699a936b0be6be105 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 05 04:29:25.885387 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64f3c5a-2a34-43ee-9902-3f6826b90592 None None] Routers {'c1191f0c-ac34-43d7-973f-1fe4d1888d7e'} bound to L3 agent in host dv-cinder-803000-4-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 04:29:25.886103 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-f64f3c5a-2a34-43ee-9902-3f6826b90592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T04:10:35Z,description=,heartbeat_timestamp=2021-08-05T04:29:05Z,host='dv-cinder-803000-4-iscsi',id=8e71ca1b-9911-44b3-bf09-1fce3db7ea9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T04:10:35Z,topic='l3_agent')) {'router_ids': ['c1191f0c-ac34-43d7-973f-1fe4d1888d7e'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:29:25.890933 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-2e340d05-5d43-431f-9483-004ff3658471 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:25.932554 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Device 9710f42e-ed34-4200-9f57-91599c328e25 up at agent ovs-agent-dv-cinder-803000-4-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 04:29:25.944011 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-2e340d05-5d43-431f-9483-004ff3658471 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:25.947961 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-2e340d05-5d43-431f-9483-004ff3658471 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617728'] for security_group_rule, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:25.967516 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e340d05-5d43-431f-9483-004ff3658471 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd1e52ef-87b3-49b7-8057-0966a406699d,revision_number=0']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:29:25.975722 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-2e340d05-5d43-431f-9483-004ff3658471 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:25.977147 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-2e340d05-5d43-431f-9483-004ff3658471 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1268697 Aug 05 04:29:25.979934 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 35288) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:29:25.985075 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-d372f5e2-c07d-471a-851c-ab3a5026c1ad tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Request body: {'security_group_rule': {'security_group_id': '5ad1e5e9-678e-4639-a106-72386a5acff5', 'project_id': 'fec7848182c34fa699a936b0be6be105', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:29:26.007785 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.db.securitygroups_db [None req-d372f5e2-c07d-471a-851c-ab3a5026c1ad tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Project fec7848182c34fa699a936b0be6be105 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 05 04:29:26.012511 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d372f5e2-c07d-471a-851c-ab3a5026c1ad tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:26.030981 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-f64f3c5a-2a34-43ee-9902-3f6826b90592 None None] Set router c1191f0c-ac34-43d7-973f-1fe4d1888d7e gateway port host: dv-cinder-803000-4-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 04:29:26.063632 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Provisioning for port 9710f42e-ed34-4200-9f57-91599c328e25 completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 04:29:26.071981 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Provisioning complete for port 9710f42e-ed34-4200-9f57-91599c328e25 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 04:29:26.072364 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66839334'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:26.078596 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d372f5e2-c07d-471a-851c-ab3a5026c1ad tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:26.082608 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d372f5e2-c07d-471a-851c-ab3a5026c1ad tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617728'] for security_group_rule, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:26.100873 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d372f5e2-c07d-471a-851c-ab3a5026c1ad tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9318e975-6ba0-4743-8d15-1b049013f930,revision_number=0']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:29:26.106824 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d372f5e2-c07d-471a-851c-ab3a5026c1ad tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:26.108795 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-d372f5e2-c07d-471a-851c-ab3a5026c1ad tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1270852 Aug 05 04:29:26.253703 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:26.293940 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] For port 9710f42e-ed34-4200-9f57-91599c328e25, host dv-cinder-803000-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-4-iscsi',level=0,port_id=9710f42e-ed34-4200-9f57-91599c328e25,segment=NetworkSegment(fe7b4086-21cb-43cf-96b4-8ee376b4a2f8),segment_id=fe7b4086-21cb-43cf-96b4-8ee376b4a2f8)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:29:26.299631 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:26.300415 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Device 27f170ce-0d82-4599-b588-0f507464ebba up at agent ovs-agent-dv-cinder-803000-4-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 04:29:26.388287 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-f64f3c5a-2a34-43ee-9902-3f6826b90592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1191f0c-ac34-43d7-973f-1fe4d1888d7e', 'name': 'tempest-TestVolumeBootPattern-394334770-router', 'tenant_id': 'faa52e2816e64831b36b0ba0f5d6db37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'external_fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': '9710f42e-ed34-4200-9f57-91599c328e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:29:19Z', 'updated_at': '2021-08-05T04:29:23Z', 'revision_number': 4, 'project_id': 'faa52e2816e64831b36b0ba0f5d6db37', 'gw_port': {'id': '9710f42e-ed34-4200-9f57-91599c328e25', 'name': '', 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:36:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1191f0c-ac34-43d7-973f-1fe4d1888d7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:29:20Z', 'updated_at': '2021-08-05T04:29:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-4-iscsi', '_interfaces': [{'id': 'e0bf4ff0-5360-404d-9e7c-90372044cc36', 'name': '', 'network_id': '948decc8-f24b-41ae-8573-ac9b7024b20c', 'tenant_id': 'faa52e2816e64831b36b0ba0f5d6db37', 'mac_address': 'fa:16:3e:35:57:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1191f0c-ac34-43d7-973f-1fe4d1888d7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'af7af063-e525-4c9b-845f-9a9df4cab3c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:29:22Z', 'updated_at': '2021-08-05T04:29:23Z', 'revision_number': 2, 'project_id': 'faa52e2816e64831b36b0ba0f5d6db37', 'subnets': [{'id': 'af7af063-e525-4c9b-845f-9a9df4cab3c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803000-4-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:29:26.420001 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Pushing event updated for resources: {'Port': ['ID=9710f42e-ed34-4200-9f57-91599c328e25,revision_number=4']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:29:26.424256 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64f3c5a-2a34-43ee-9902-3f6826b90592 None None] Checking router: c1191f0c-ac34-43d7-973f-1fe4d1888d7e for host: dv-cinder-803000-4-iscsi {{(pid=93252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 04:29:26.424605 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64f3c5a-2a34-43ee-9902-3f6826b90592 None None] Updating router c1191f0c-ac34-43d7-973f-1fe4d1888d7e port e0bf4ff0-5360-404d-9e7c-90372044cc36 binding host dv-cinder-803000-4-iscsi {{(pid=93252) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 04:29:26.456019 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-f64f3c5a-2a34-43ee-9902-3f6826b90592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:26.458932 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Provisioning complete for port 27f170ce-0d82-4599-b588-0f507464ebba triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 04:29:26.459223 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66839334'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:26.791740 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-f64f3c5a-2a34-43ee-9902-3f6826b90592 None None] Notify callbacks [] for port, precommit_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:26.801585 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-f64f3c5a-2a34-43ee-9902-3f6826b90592 None None] Transition to ACTIVE for port object e0bf4ff0-5360-404d-9e7c-90372044cc36 will not be triggered until provisioned by entity L2. {{(pid=93252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 04:29:26.809692 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-f64f3c5a-2a34-43ee-9902-3f6826b90592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:26.866115 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb68c53f-e259-4475-a1f1-080f19f7d41a None None] Pushing event updated for resources: {'Port': ['ID=e0bf4ff0-5360-404d-9e7c-90372044cc36,revision_number=3']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:29:26.880147 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7e28ea-3d2f-4266-b65f-5d866705188f req-06eb5dc1-e149-4deb-9a89-098fa50e5f63 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:29:26.881740 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7b7e28ea-3d2f-4266-b65f-5d866705188f req-06eb5dc1-e149-4deb-9a89-098fa50e5f63 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] 10.222.0.37 "GET /v2.0/ports?device_id=b894ee9b-9d12-4cc5-950c-d2eaa7033d81 HTTP/1.1" status: 200 len: 984 time: 0.0576053 Aug 05 04:29:26.918026 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-f64f3c5a-2a34-43ee-9902-3f6826b90592 None None] Attempting to bind port e0bf4ff0-5360-404d-9e7c-90372044cc36 on host dv-cinder-803000-4-iscsi for vnic_type normal with profile {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 04:29:26.918601 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-f64f3c5a-2a34-43ee-9902-3f6826b90592 None None] Attempting to bind port e0bf4ff0-5360-404d-9e7c-90372044cc36 by drivers openvswitch,hyperv on host dv-cinder-803000-4-iscsi at level 0 using segments [{'id': 'c220a1b8-fcca-4f37-9fad-78cf8f6588e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '948decc8-f24b-41ae-8573-ac9b7024b20c'}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 04:29:26.918724 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64f3c5a-2a34-43ee-9902-3f6826b90592 None None] Attempting to bind port e0bf4ff0-5360-404d-9e7c-90372044cc36 on network 948decc8-f24b-41ae-8573-ac9b7024b20c {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 04:29:26.923838 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64f3c5a-2a34-43ee-9902-3f6826b90592 None None] Checking agent: {'id': 'f380332e-4681-47b2-aaca-ec0053efd026', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803000-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 4, 10, 35), 'started_at': datetime.datetime(2021, 8, 5, 4, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 4, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803000-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 04:29:26.924319 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64f3c5a-2a34-43ee-9902-3f6826b90592 None None] Checking segment: {'id': 'c220a1b8-fcca-4f37-9fad-78cf8f6588e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '948decc8-f24b-41ae-8573-ac9b7024b20c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 04:29:26.924976 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-f64f3c5a-2a34-43ee-9902-3f6826b90592 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:26.925628 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64f3c5a-2a34-43ee-9902-3f6826b90592 None None] Bound using segment: {'id': 'c220a1b8-fcca-4f37-9fad-78cf8f6588e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '948decc8-f24b-41ae-8573-ac9b7024b20c'} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 04:29:26.926820 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7b7e28ea-3d2f-4266-b65f-5d866705188f req-e209c8d6-738c-4399-a727-d2bd3844b51d tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] 10.222.0.37 "GET /v2.0/security-groups?id=570d81e3-ddcd-4e93-b0e6-1ef91da633db&id=4b11ee74-5d41-4cd6-9ea0-e44f3ca926c6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0388453 Aug 05 04:29:26.933080 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-f64f3c5a-2a34-43ee-9902-3f6826b90592 None None] Bound port: e0bf4ff0-5360-404d-9e7c-90372044cc36, host: dv-cinder-803000-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c220a1b8-fcca-4f37-9fad-78cf8f6588e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '948decc8-f24b-41ae-8573-ac9b7024b20c'}}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 04:29:26.933541 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-f64f3c5a-2a34-43ee-9902-3f6826b90592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:27.018675 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-f64f3c5a-2a34-43ee-9902-3f6826b90592 None None] For port e0bf4ff0-5360-404d-9e7c-90372044cc36, host dv-cinder-803000-4-iscsi, cleared binding levels {{(pid=93252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 04:29:27.024005 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-f64f3c5a-2a34-43ee-9902-3f6826b90592 None None] For port e0bf4ff0-5360-404d-9e7c-90372044cc36, host dv-cinder-803000-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-4-iscsi',level=0,port_id=e0bf4ff0-5360-404d-9e7c-90372044cc36,segment=NetworkSegment(c220a1b8-fcca-4f37-9fad-78cf8f6588e9),segment_id=c220a1b8-fcca-4f37-9fad-78cf8f6588e9)] {{(pid=93252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 04:29:27.028672 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-f64f3c5a-2a34-43ee-9902-3f6826b90592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:27.100773 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64f3c5a-2a34-43ee-9902-3f6826b90592 None None] Routers {'c1191f0c-ac34-43d7-973f-1fe4d1888d7e'} bound to L3 agent in host dv-cinder-803000-4-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 04:29:27.101414 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-f64f3c5a-2a34-43ee-9902-3f6826b90592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T04:10:35Z,description=,heartbeat_timestamp=2021-08-05T04:29:05Z,host='dv-cinder-803000-4-iscsi',id=8e71ca1b-9911-44b3-bf09-1fce3db7ea9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T04:10:35Z,topic='l3_agent')) {'router_ids': ['c1191f0c-ac34-43d7-973f-1fe4d1888d7e'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:29:27.105262 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb68c53f-e259-4475-a1f1-080f19f7d41a None None] Pushing event updated for resources: {'Port': ['ID=e0bf4ff0-5360-404d-9e7c-90372044cc36,revision_number=4']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:29:27.216578 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-f64f3c5a-2a34-43ee-9902-3f6826b90592 None None] Set router c1191f0c-ac34-43d7-973f-1fe4d1888d7e gateway port host: dv-cinder-803000-4-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 04:29:27.431009 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-f64f3c5a-2a34-43ee-9902-3f6826b90592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1191f0c-ac34-43d7-973f-1fe4d1888d7e', 'name': 'tempest-TestVolumeBootPattern-394334770-router', 'tenant_id': 'faa52e2816e64831b36b0ba0f5d6db37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'external_fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': '9710f42e-ed34-4200-9f57-91599c328e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:29:19Z', 'updated_at': '2021-08-05T04:29:23Z', 'revision_number': 4, 'project_id': 'faa52e2816e64831b36b0ba0f5d6db37', 'gw_port': {'id': '9710f42e-ed34-4200-9f57-91599c328e25', 'name': '', 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:36:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1191f0c-ac34-43d7-973f-1fe4d1888d7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:29:20Z', 'updated_at': '2021-08-05T04:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-4-iscsi', '_interfaces': [{'id': 'e0bf4ff0-5360-404d-9e7c-90372044cc36', 'name': '', 'network_id': '948decc8-f24b-41ae-8573-ac9b7024b20c', 'tenant_id': 'faa52e2816e64831b36b0ba0f5d6db37', 'mac_address': 'fa:16:3e:35:57:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1191f0c-ac34-43d7-973f-1fe4d1888d7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'af7af063-e525-4c9b-845f-9a9df4cab3c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:29:22Z', 'updated_at': '2021-08-05T04:29:27Z', 'revision_number': 4, 'project_id': 'faa52e2816e64831b36b0ba0f5d6db37', 'subnets': [{'id': 'af7af063-e525-4c9b-845f-9a9df4cab3c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803000-4-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:29:27.461898 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64f3c5a-2a34-43ee-9902-3f6826b90592 None None] The sync data for ids ['c1191f0c-ac34-43d7-973f-1fe4d1888d7e'] in dv-cinder-803000-4-iscsi is: [{'id': 'c1191f0c-ac34-43d7-973f-1fe4d1888d7e', 'name': 'tempest-TestVolumeBootPattern-394334770-router', 'tenant_id': 'faa52e2816e64831b36b0ba0f5d6db37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'external_fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': '9710f42e-ed34-4200-9f57-91599c328e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:29:19Z', 'updated_at': '2021-08-05T04:29:23Z', 'revision_number': 4, 'project_id': 'faa52e2816e64831b36b0ba0f5d6db37', 'gw_port': {'id': '9710f42e-ed34-4200-9f57-91599c328e25', 'name': '', 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:36:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1191f0c-ac34-43d7-973f-1fe4d1888d7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:29:20Z', 'updated_at': '2021-08-05T04:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-4-iscsi', '_interfaces': [{'id': 'e0bf4ff0-5360-404d-9e7c-90372044cc36', 'name': '', 'network_id': '948decc8-f24b-41ae-8573-ac9b7024b20c', 'tenant_id': 'faa52e2816e64831b36b0ba0f5d6db37', 'mac_address': 'fa:16:3e:35:57:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1191f0c-ac34-43d7-973f-1fe4d1888d7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'af7af063-e525-4c9b-845f-9a9df4cab3c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:29:22Z', 'updated_at': '2021-08-05T04:29:27Z', 'revision_number': 4, 'project_id': 'faa52e2816e64831b36b0ba0f5d6db37', 'subnets': [{'id': 'af7af063-e525-4c9b-845f-9a9df4cab3c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 04:29:27.857110 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366e32f1-a982-4901-b452-44a330b19ef6 req-9d1ce16c-7d1a-45ef-a7f7-fb3e8623cdc3 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:29:27.859433 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-366e32f1-a982-4901-b452-44a330b19ef6 req-9d1ce16c-7d1a-45ef-a7f7-fb3e8623cdc3 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=56a1d672-253c-4cdf-896a-1e91fef8d83c HTTP/1.1" status: 200 len: 945 time: 0.0805626 Aug 05 04:29:27.923083 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-366e32f1-a982-4901-b452-44a330b19ef6 req-c0525586-ff15-4e2d-9444-e6837a914a7a tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=5bd76916-8873-4c9f-b539-c841ab73c6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428348 Aug 05 04:29:27.965989 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Device 9710f42e-ed34-4200-9f57-91599c328e25 up at agent ovs-agent-dv-cinder-803000-4-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 04:29:28.015815 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Provisioning complete for port 9710f42e-ed34-4200-9f57-91599c328e25 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 04:29:28.016225 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66839334'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:28.067705 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2396de-834a-4776-9896-664d838f58f0 req-c57a3f03-620f-4180-9599-e57a2eb571df tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:29:28.069179 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5c2396de-834a-4776-9896-664d838f58f0 req-c57a3f03-620f-4180-9599-e57a2eb571df tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] 10.222.0.37 "GET /v2.0/ports?device_id=b894ee9b-9d12-4cc5-950c-d2eaa7033d81 HTTP/1.1" status: 200 len: 984 time: 0.0557287 Aug 05 04:29:28.107305 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Device e0bf4ff0-5360-404d-9e7c-90372044cc36 up at agent ovs-agent-dv-cinder-803000-4-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 04:29:28.109313 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5c2396de-834a-4776-9896-664d838f58f0 req-b256a61d-c015-4642-aedc-b52a2f08e8b6 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] 10.222.0.37 "GET /v2.0/security-groups?id=570d81e3-ddcd-4e93-b0e6-1ef91da633db&id=4b11ee74-5d41-4cd6-9ea0-e44f3ca926c6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337536 Aug 05 04:29:28.157915 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Provisioning for port e0bf4ff0-5360-404d-9e7c-90372044cc36 completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 04:29:28.162613 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Provisioning complete for port e0bf4ff0-5360-404d-9e7c-90372044cc36 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 04:29:28.162998 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66839334'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:28.250699 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:28.283647 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] For port e0bf4ff0-5360-404d-9e7c-90372044cc36, host dv-cinder-803000-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-4-iscsi',level=0,port_id=e0bf4ff0-5360-404d-9e7c-90372044cc36,segment=NetworkSegment(c220a1b8-fcca-4f37-9fad-78cf8f6588e9),segment_id=c220a1b8-fcca-4f37-9fad-78cf8f6588e9)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:29:28.287600 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:28.335464 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Pushing event updated for resources: {'Port': ['ID=e0bf4ff0-5360-404d-9e7c-90372044cc36,revision_number=5']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:29:29.026412 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1707e17b-dafb-4b07-8f02-7930eb58bd57 req-f1fadbd8-86a7-4439-8794-c895e26328d9 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:29:29.027926 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1707e17b-dafb-4b07-8f02-7930eb58bd57 req-f1fadbd8-86a7-4439-8794-c895e26328d9 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=56a1d672-253c-4cdf-896a-1e91fef8d83c HTTP/1.1" status: 200 len: 945 time: 0.0479140 Aug 05 04:29:29.069182 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1707e17b-dafb-4b07-8f02-7930eb58bd57 req-ac11c72a-5012-4122-8ad9-4ad2e01c9072 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=5bd76916-8873-4c9f-b539-c841ab73c6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347111 Aug 05 04:29:29.244901 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aa3556-6be3-4999-a4ae-805bbc03a031 req-fdfb5b0a-14c2-4fd1-9a61-1306b102e6e1 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:29:29.246561 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-62aa3556-6be3-4999-a4ae-805bbc03a031 req-fdfb5b0a-14c2-4fd1-9a61-1306b102e6e1 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] 10.222.0.37 "GET /v2.0/ports?device_id=b894ee9b-9d12-4cc5-950c-d2eaa7033d81 HTTP/1.1" status: 200 len: 984 time: 0.0615585 Aug 05 04:29:29.291032 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-62aa3556-6be3-4999-a4ae-805bbc03a031 req-a8207c74-7590-40b4-9abd-d3198f711445 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] 10.222.0.37 "GET /v2.0/security-groups?id=570d81e3-ddcd-4e93-b0e6-1ef91da633db&id=4b11ee74-5d41-4cd6-9ea0-e44f3ca926c6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0375757 Aug 05 04:29:29.846513 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Device e0bf4ff0-5360-404d-9e7c-90372044cc36 up at agent ovs-agent-dv-cinder-803000-4-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 04:29:29.893345 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Provisioning complete for port e0bf4ff0-5360-404d-9e7c-90372044cc36 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 04:29:29.893710 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66839334'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:30.192804 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf432b3-6d96-4848-a905-3f4d87c07063 req-6397af2f-a7e0-40d9-9210-211eb3995357 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:29:30.194266 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ccf432b3-6d96-4848-a905-3f4d87c07063 req-6397af2f-a7e0-40d9-9210-211eb3995357 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=56a1d672-253c-4cdf-896a-1e91fef8d83c HTTP/1.1" status: 200 len: 945 time: 0.0527947 Aug 05 04:29:30.233738 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ccf432b3-6d96-4848-a905-3f4d87c07063 req-801771d4-cf4d-4ff5-83a5-aed87a83cded tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=5bd76916-8873-4c9f-b539-c841ab73c6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328367 Aug 05 04:29:30.413812 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6fb012-e2fc-4b90-9626-4ae1838b82a6 req-12364e54-f3ae-4e6b-97fd-48ff11b3dd5f tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:29:30.415743 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1a6fb012-e2fc-4b90-9626-4ae1838b82a6 req-12364e54-f3ae-4e6b-97fd-48ff11b3dd5f tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] 10.222.0.37 "GET /v2.0/ports?device_id=b894ee9b-9d12-4cc5-950c-d2eaa7033d81 HTTP/1.1" status: 200 len: 984 time: 0.0541403 Aug 05 04:29:30.460392 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1a6fb012-e2fc-4b90-9626-4ae1838b82a6 req-916f23e7-cd2f-42ff-8b05-44e6d124dd5a tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] 10.222.0.37 "GET /v2.0/security-groups?id=570d81e3-ddcd-4e93-b0e6-1ef91da633db&id=4b11ee74-5d41-4cd6-9ea0-e44f3ca926c6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0373297 Aug 05 04:29:31.357337 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bc80dc-3b2d-4d3a-8ac9-4856a3a666e2 req-45b03705-f202-4034-a821-70825910a6e5 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:29:31.359660 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-05bc80dc-3b2d-4d3a-8ac9-4856a3a666e2 req-45b03705-f202-4034-a821-70825910a6e5 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=56a1d672-253c-4cdf-896a-1e91fef8d83c HTTP/1.1" status: 200 len: 945 time: 0.0540130 Aug 05 04:29:31.396174 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-05bc80dc-3b2d-4d3a-8ac9-4856a3a666e2 req-44ecb5cf-17aa-476c-a7a4-9117d8acb6a5 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=5bd76916-8873-4c9f-b539-c841ab73c6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306156 Aug 05 04:29:31.578988 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7051f36f-212a-400b-832e-0fe8bf2b098b req-20007c56-26ec-4b0d-bd3e-495dd3ba5fd4 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:29:31.580447 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7051f36f-212a-400b-832e-0fe8bf2b098b req-20007c56-26ec-4b0d-bd3e-495dd3ba5fd4 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] 10.222.0.37 "GET /v2.0/ports?device_id=b894ee9b-9d12-4cc5-950c-d2eaa7033d81 HTTP/1.1" status: 200 len: 984 time: 0.0522344 Aug 05 04:29:31.623606 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7051f36f-212a-400b-832e-0fe8bf2b098b req-c8f75d37-1c6c-4694-a63a-8df78e608ea5 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] 10.222.0.37 "GET /v2.0/security-groups?id=570d81e3-ddcd-4e93-b0e6-1ef91da633db&id=4b11ee74-5d41-4cd6-9ea0-e44f3ca926c6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0358858 Aug 05 04:29:31.916820 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 35450) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:29:31.960896 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd968c33-ddb5-44ef-8c08-18bae1a2c283 admin admin] Deleting subnet af42494e-7cd5-4eee-a79a-d55bc87f1020 {{(pid=93250) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 04:29:31.964011 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-fd968c33-ddb5-44ef-8c08-18bae1a2c283 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:31.996831 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-fd968c33-ddb5-44ef-8c08-18bae1a2c283 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2700634'] for subnet, precommit_delete_associations {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:32.036625 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-fd968c33-ddb5-44ef-8c08-18bae1a2c283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66721300'] for subnet, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:32.091270 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-fd968c33-ddb5-44ef-8c08-18bae1a2c283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66721283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3061319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3240075'] for subnet, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:32.118253 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd968c33-ddb5-44ef-8c08-18bae1a2c283 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af42494e-7cd5-4eee-a79a-d55bc87f1020,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:29:32.120282 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-fd968c33-ddb5-44ef-8c08-18bae1a2c283 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568634'] for subnet, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:32.122258 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-fd968c33-ddb5-44ef-8c08-18bae1a2c283 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/af42494e-7cd5-4eee-a79a-d55bc87f1020 HTTP/1.1" status: 204 len: 168 time: 0.2042708 Aug 05 04:29:32.125143 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 35452) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:29:32.191329 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-03a95710-ccf3-4f43-b73c-5da940fe93dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66814758'] for network, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:32.272214 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-03a95710-ccf3-4f43-b73c-5da940fe93dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66721711', 'neutron.services.segments.db._delete_segments_for_network-8763712477754'] for network, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:32.281653 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.services.segments.db [None req-03a95710-ccf3-4f43-b73c-5da940fe93dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6986aaf2-20d2-4723-b2ce-25bbec7f87c5']}} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:29:32.291038 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.services.segments.db [None req-03a95710-ccf3-4f43-b73c-5da940fe93dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd11f78bb-56e9-4611-88b2-23c4a638b6fc') {'for_net_delete': True} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:29:32.291266 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.services.segments.db [None req-03a95710-ccf3-4f43-b73c-5da940fe93dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd11f78bb-56e9-4611-88b2-23c4a638b6fc') {} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:29:32.299594 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-03a95710-ccf3-4f43-b73c-5da940fe93dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763712645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2700621'] for segment, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:32.312947 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-03a95710-ccf3-4f43-b73c-5da940fe93dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66718183'] for segment, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:32.318519 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03a95710-ccf3-4f43-b73c-5da940fe93dd admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=93250) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 04:29:32.318893 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-03a95710-ccf3-4f43-b73c-5da940fe93dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66718183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3061401'] for segment, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:32.320484 dv-cinder-803000-4-iscsi neutron-server[93250]: Traceback (most recent call last): Aug 05 04:29:32.320484 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 04:29:32.320484 dv-cinder-803000-4-iscsi neutron-server[93250]: timer() Aug 05 04:29:32.320484 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 04:29:32.320484 dv-cinder-803000-4-iscsi neutron-server[93250]: cb(*args, **kw) Aug 05 04:29:32.320484 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 04:29:32.320484 dv-cinder-803000-4-iscsi neutron-server[93250]: return func(*args, **kwargs) Aug 05 04:29:32.320484 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 04:29:32.320484 dv-cinder-803000-4-iscsi neutron-server[93250]: self._notify() Aug 05 04:29:32.320484 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 04:29:32.320484 dv-cinder-803000-4-iscsi neutron-server[93250]: self.callback(batched_events) Aug 05 04:29:32.320484 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 04:29:32.320484 dv-cinder-803000-4-iscsi neutron-server[93250]: event.method(event) Aug 05 04:29:32.320484 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 04:29:32.320484 dv-cinder-803000-4-iscsi neutron-server[93250]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 04:29:32.320484 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 04:29:32.320484 dv-cinder-803000-4-iscsi neutron-server[93250]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 04:29:32.320484 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 04:29:32.320484 dv-cinder-803000-4-iscsi neutron-server[93250]: return f(self, *a, **k) Aug 05 04:29:32.320484 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 04:29:32.320484 dv-cinder-803000-4-iscsi neutron-server[93250]: return self._get(url).json() Aug 05 04:29:32.320484 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 04:29:32.320484 dv-cinder-803000-4-iscsi neutron-server[93250]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 04:29:32.320484 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 04:29:32.320484 dv-cinder-803000-4-iscsi neutron-server[93250]: return self.request(url, 'GET', **kwargs) Aug 05 04:29:32.320484 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 04:29:32.320484 dv-cinder-803000-4-iscsi neutron-server[93250]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 04:29:32.320484 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 04:29:32.320484 dv-cinder-803000-4-iscsi neutron-server[93250]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 04:29:32.320484 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 04:29:32.320484 dv-cinder-803000-4-iscsi neutron-server[93250]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 04:29:32.320484 dv-cinder-803000-4-iscsi neutron-server[93250]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 04:29:32.373010 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-03a95710-ccf3-4f43-b73c-5da940fe93dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66721686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-699446'] for network, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:32.378714 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-03a95710-ccf3-4f43-b73c-5da940fe93dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568634'] for network, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:32.380520 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-03a95710-ccf3-4f43-b73c-5da940fe93dd admin admin] 10.222.0.37 "DELETE /v2.0/networks/6986aaf2-20d2-4723-b2ce-25bbec7f87c5 HTTP/1.1" status: 204 len: 168 time: 0.2544878 Aug 05 04:29:32.383396 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 35454) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:29:32.395482 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a95710-ccf3-4f43-b73c-5da940fe93dd admin admin] Pushing event deleted for resources: {'Network': ['ID=6986aaf2-20d2-4723-b2ce-25bbec7f87c5,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:29:32.427638 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.db_base_plugin_v2 [None req-e436b571-0f4a-43a5-bd72-168ece8e1ec3 admin admin] Deleting subnet d9de9933-c9bf-4c64-a31e-0f9e76dc1a15 {{(pid=93251) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 04:29:32.431043 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-e436b571-0f4a-43a5-bd72-168ece8e1ec3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:32.468541 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-e436b571-0f4a-43a5-bd72-168ece8e1ec3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3787494'] for subnet, precommit_delete_associations {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:32.510154 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-e436b571-0f4a-43a5-bd72-168ece8e1ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66721300'] for subnet, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:32.518069 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce864cf-ca0f-4420-ae86-1bdddc8f6437 req-b40d7bc0-ab9a-41ac-883b-acb6ee1f9263 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:29:32.519599 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-cce864cf-ca0f-4420-ae86-1bdddc8f6437 req-b40d7bc0-ab9a-41ac-883b-acb6ee1f9263 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=56a1d672-253c-4cdf-896a-1e91fef8d83c HTTP/1.1" status: 200 len: 945 time: 0.0508761 Aug 05 04:29:32.559242 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-cce864cf-ca0f-4420-ae86-1bdddc8f6437 req-3c5d859f-dd53-497e-b21b-d8ee96199151 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=5bd76916-8873-4c9f-b539-c841ab73c6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328159 Aug 05 04:29:32.563840 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-e436b571-0f4a-43a5-bd72-168ece8e1ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66721283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8933212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994172'] for subnet, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:32.590014 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e436b571-0f4a-43a5-bd72-168ece8e1ec3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9de9933-c9bf-4c64-a31e-0f9e76dc1a15,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:29:32.591969 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-e436b571-0f4a-43a5-bd72-168ece8e1ec3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:32.594801 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-e436b571-0f4a-43a5-bd72-168ece8e1ec3 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/d9de9933-c9bf-4c64-a31e-0f9e76dc1a15 HTTP/1.1" status: 204 len: 168 time: 0.2094090 Aug 05 04:29:32.596310 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 35458) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:29:32.664691 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-4b8b66d8-a7aa-4148-803b-85d22207b978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66814758'] for network, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:32.724536 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-e2019d68-427a-479f-9c1d-5ad24d4cbdb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:32.743166 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-4b8b66d8-a7aa-4148-803b-85d22207b978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66721711', 'neutron.services.segments.db._delete_segments_for_network-8763712477754'] for network, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:32.746139 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a34caf3-180a-491e-8f86-6d32be11023f req-7d4fb1de-eebe-4a81-919b-8eb0943e0bd8 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:29:32.747689 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8a34caf3-180a-491e-8f86-6d32be11023f req-7d4fb1de-eebe-4a81-919b-8eb0943e0bd8 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] 10.222.0.37 "GET /v2.0/ports?device_id=b894ee9b-9d12-4cc5-950c-d2eaa7033d81 HTTP/1.1" status: 200 len: 984 time: 0.0508287 Aug 05 04:29:32.753387 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.services.segments.db [None req-4b8b66d8-a7aa-4148-803b-85d22207b978 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['435a03bb-5ec5-440e-840e-d6d71df752d2']}} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:29:32.774519 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.services.segments.db [None req-4b8b66d8-a7aa-4148-803b-85d22207b978 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65f4ffc1-9d48-4af2-b8e3-ce811c035063') {'for_net_delete': True} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:29:32.774519 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.services.segments.db [None req-4b8b66d8-a7aa-4148-803b-85d22207b978 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65f4ffc1-9d48-4af2-b8e3-ce811c035063') {} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:29:32.777455 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-4b8b66d8-a7aa-4148-803b-85d22207b978 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763712645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3787505'] for segment, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:32.791344 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-4b8b66d8-a7aa-4148-803b-85d22207b978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66718183'] for segment, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:32.794105 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8a34caf3-180a-491e-8f86-6d32be11023f req-58ac088d-e82e-453a-a354-8104c7a9c0a4 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] 10.222.0.37 "GET /v2.0/security-groups?id=570d81e3-ddcd-4e93-b0e6-1ef91da633db&id=4b11ee74-5d41-4cd6-9ea0-e44f3ca926c6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0394051 Aug 05 04:29:32.797179 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b8b66d8-a7aa-4148-803b-85d22207b978 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=93251) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 04:29:32.797561 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-4b8b66d8-a7aa-4148-803b-85d22207b978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66718183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8933250'] for segment, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:32.799207 dv-cinder-803000-4-iscsi neutron-server[93251]: Traceback (most recent call last): Aug 05 04:29:32.799207 dv-cinder-803000-4-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 04:29:32.799207 dv-cinder-803000-4-iscsi neutron-server[93251]: timer() Aug 05 04:29:32.799207 dv-cinder-803000-4-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 04:29:32.799207 dv-cinder-803000-4-iscsi neutron-server[93251]: cb(*args, **kw) Aug 05 04:29:32.799207 dv-cinder-803000-4-iscsi neutron-server[93251]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 04:29:32.799207 dv-cinder-803000-4-iscsi neutron-server[93251]: return func(*args, **kwargs) Aug 05 04:29:32.799207 dv-cinder-803000-4-iscsi neutron-server[93251]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 04:29:32.799207 dv-cinder-803000-4-iscsi neutron-server[93251]: self._notify() Aug 05 04:29:32.799207 dv-cinder-803000-4-iscsi neutron-server[93251]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 04:29:32.799207 dv-cinder-803000-4-iscsi neutron-server[93251]: self.callback(batched_events) Aug 05 04:29:32.799207 dv-cinder-803000-4-iscsi neutron-server[93251]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 04:29:32.799207 dv-cinder-803000-4-iscsi neutron-server[93251]: event.method(event) Aug 05 04:29:32.799207 dv-cinder-803000-4-iscsi neutron-server[93251]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 04:29:32.799207 dv-cinder-803000-4-iscsi neutron-server[93251]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 04:29:32.799207 dv-cinder-803000-4-iscsi neutron-server[93251]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 04:29:32.799207 dv-cinder-803000-4-iscsi neutron-server[93251]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 04:29:32.799207 dv-cinder-803000-4-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 04:29:32.799207 dv-cinder-803000-4-iscsi neutron-server[93251]: return f(self, *a, **k) Aug 05 04:29:32.799207 dv-cinder-803000-4-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 04:29:32.799207 dv-cinder-803000-4-iscsi neutron-server[93251]: return self._get(url).json() Aug 05 04:29:32.799207 dv-cinder-803000-4-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 04:29:32.799207 dv-cinder-803000-4-iscsi neutron-server[93251]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 04:29:32.799207 dv-cinder-803000-4-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 04:29:32.799207 dv-cinder-803000-4-iscsi neutron-server[93251]: return self.request(url, 'GET', **kwargs) Aug 05 04:29:32.799207 dv-cinder-803000-4-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 04:29:32.799207 dv-cinder-803000-4-iscsi neutron-server[93251]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 04:29:32.799207 dv-cinder-803000-4-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 04:29:32.799207 dv-cinder-803000-4-iscsi neutron-server[93251]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 04:29:32.799207 dv-cinder-803000-4-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 04:29:32.799207 dv-cinder-803000-4-iscsi neutron-server[93251]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 04:29:32.799207 dv-cinder-803000-4-iscsi neutron-server[93251]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 04:29:32.851578 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-4b8b66d8-a7aa-4148-803b-85d22207b978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66721686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-699446'] for network, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:32.857005 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-4b8b66d8-a7aa-4148-803b-85d22207b978 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568634'] for network, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:32.861212 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-4b8b66d8-a7aa-4148-803b-85d22207b978 admin admin] 10.222.0.37 "DELETE /v2.0/networks/435a03bb-5ec5-440e-840e-d6d71df752d2 HTTP/1.1" status: 204 len: 168 time: 0.2616572 Aug 05 04:29:32.869828 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8b66d8-a7aa-4148-803b-85d22207b978 admin admin] Pushing event deleted for resources: {'Network': ['ID=435a03bb-5ec5-440e-840e-d6d71df752d2,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:29:33.030705 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 35466) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:29:33.072595 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-2f574de9-5e12-4232-8808-af75d94199a6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e7b33b14cd854841aae3a9a18e0e8fe6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0391414 Aug 05 04:29:33.073676 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 35468) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:29:33.121190 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-50a4909a-0e54-4a98-b668-7e497f75f61c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:33.142185 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-50a4909a-0e54-4a98-b668-7e497f75f61c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:33.191260 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-50a4909a-0e54-4a98-b668-7e497f75f61c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:33.193767 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-50a4909a-0e54-4a98-b668-7e497f75f61c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:33.195056 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-50a4909a-0e54-4a98-b668-7e497f75f61c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8eeec5f4-2d9e-411f-8a31-408849ef0e29 HTTP/1.1" status: 204 len: 168 time: 0.1203957 Aug 05 04:29:33.203800 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a4909a-0e54-4a98-b668-7e497f75f61c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eeec5f4-2d9e-411f-8a31-408849ef0e29,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:29:33.510317 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 35474) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:29:33.550800 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-e855d476-8a0d-43ef-9932-eb4e24ddb773 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=adeece86bfd74f39a451a78479f6ee55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0392811 Aug 05 04:29:33.553237 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 35476) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:29:33.604626 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-979fa1eb-25cf-464f-92a8-32e88f47a1db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:33.627850 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-979fa1eb-25cf-464f-92a8-32e88f47a1db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:33.702185 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20df8870-9e0d-4e04-9cea-833623047253 req-03e0fd0e-476e-4492-b3cf-8cd8d3aacf39 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:29:33.703705 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-20df8870-9e0d-4e04-9cea-833623047253 req-03e0fd0e-476e-4492-b3cf-8cd8d3aacf39 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=56a1d672-253c-4cdf-896a-1e91fef8d83c HTTP/1.1" status: 200 len: 945 time: 0.0676057 Aug 05 04:29:33.721961 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-979fa1eb-25cf-464f-92a8-32e88f47a1db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:33.725123 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-979fa1eb-25cf-464f-92a8-32e88f47a1db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:33.726282 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-979fa1eb-25cf-464f-92a8-32e88f47a1db admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1d4deed7-a8dc-4cda-a3dc-a8ffd197410b HTTP/1.1" status: 204 len: 168 time: 0.1721468 Aug 05 04:29:33.745695 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979fa1eb-25cf-464f-92a8-32e88f47a1db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d4deed7-a8dc-4cda-a3dc-a8ffd197410b,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:29:33.765404 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-20df8870-9e0d-4e04-9cea-833623047253 req-9c517de2-e2be-4b3f-9057-ff7e0bbbb5ae tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=5bd76916-8873-4c9f-b539-c841ab73c6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555575 Aug 05 04:29:33.927097 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3420d8b1-8330-4c39-a1b5-eee17e665d3f req-6ec2ddf9-a260-4bd1-b07f-304da10831bb tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:29:33.929024 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3420d8b1-8330-4c39-a1b5-eee17e665d3f req-6ec2ddf9-a260-4bd1-b07f-304da10831bb tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] 10.222.0.37 "GET /v2.0/ports?device_id=b894ee9b-9d12-4cc5-950c-d2eaa7033d81 HTTP/1.1" status: 200 len: 984 time: 0.0681059 Aug 05 04:29:33.977151 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3420d8b1-8330-4c39-a1b5-eee17e665d3f req-95c6e1e0-e7b8-409f-a15f-08871ca7dd0e tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] 10.222.0.37 "GET /v2.0/security-groups?id=570d81e3-ddcd-4e93-b0e6-1ef91da633db&id=4b11ee74-5d41-4cd6-9ea0-e44f3ca926c6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0413160 Aug 05 04:29:34.884210 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c176259e-66c2-40e5-8f6e-3bc6365cdc6d req-c05709d8-938b-4094-9c87-134020d5c885 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:29:34.885661 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c176259e-66c2-40e5-8f6e-3bc6365cdc6d req-c05709d8-938b-4094-9c87-134020d5c885 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=56a1d672-253c-4cdf-896a-1e91fef8d83c HTTP/1.1" status: 200 len: 945 time: 0.0487437 Aug 05 04:29:34.925172 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c176259e-66c2-40e5-8f6e-3bc6365cdc6d req-326be381-f886-4906-b291-4f208c008b74 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=5bd76916-8873-4c9f-b539-c841ab73c6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326030 Aug 05 04:29:35.148233 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-802bfd44-b76f-4a22-a125-5f9f300aa224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:35.328650 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:35.503560 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-4172d8dd-98c7-49e5-9247-1318e0734e63 req-20d86c55-7f16-4134-b37b-fa90c6a2c09d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b894ee9b-9d12-4cc5-950c-d2eaa7033d81&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0422428 Aug 05 04:29:35.580934 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4172d8dd-98c7-49e5-9247-1318e0734e63 req-78bfa855-c0d0-4e97-87c1-baaf1c952768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:29:35.582366 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-4172d8dd-98c7-49e5-9247-1318e0734e63 req-78bfa855-c0d0-4e97-87c1-baaf1c952768 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=79070a9d3f8e438fbbec93f519c44426&device_id=b894ee9b-9d12-4cc5-950c-d2eaa7033d81 HTTP/1.1" status: 200 len: 1137 time: 0.0403843 Aug 05 04:29:35.684781 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4172d8dd-98c7-49e5-9247-1318e0734e63 req-3de1a1ab-833f-4f35-8edc-e2819fb7bb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:29:35.686860 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-4172d8dd-98c7-49e5-9247-1318e0734e63 req-3de1a1ab-833f-4f35-8edc-e2819fb7bb1d service neutron] 10.222.0.39 "GET /v2.0/networks?id=9c2b2137-69fe-4a55-a9a9-a7df818b8725 HTTP/1.1" status: 200 len: 914 time: 0.0847666 Aug 05 04:29:35.756647 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-4172d8dd-98c7-49e5-9247-1318e0734e63 req-44085b40-2e40-4222-a625-90ea5451f0de service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3117a683-7ebb-4b69-bd83-a9b636705307 HTTP/1.1" status: 200 len: 1001 time: 0.0616541 Aug 05 04:29:35.805651 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4172d8dd-98c7-49e5-9247-1318e0734e63 req-eb368712-7c31-4608-b131-7361e5e96653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:29:35.807189 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-4172d8dd-98c7-49e5-9247-1318e0734e63 req-eb368712-7c31-4608-b131-7361e5e96653 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7d5a57ba-23c0-437c-ae13-0d863b340f95 HTTP/1.1" status: 200 len: 852 time: 0.0435283 Aug 05 04:29:35.853073 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4172d8dd-98c7-49e5-9247-1318e0734e63 req-ea167caf-45a2-403f-95e7-97c307e3fd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:29:35.854567 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-4172d8dd-98c7-49e5-9247-1318e0734e63 req-ea167caf-45a2-403f-95e7-97c307e3fd3c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9c2b2137-69fe-4a55-a9a9-a7df818b8725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400085 Aug 05 04:29:35.946801 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-4172d8dd-98c7-49e5-9247-1318e0734e63 req-ad9ef928-8f87-4f12-b016-ee8eb7bbd1f6 service neutron] 10.222.0.39 "GET /v2.0/networks/9c2b2137-69fe-4a55-a9a9-a7df818b8725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848310 Aug 05 04:29:36.040934 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-4172d8dd-98c7-49e5-9247-1318e0734e63 req-c78cec87-dd91-42cf-818b-3024a0f1b8e0 service neutron] 10.222.0.39 "GET /v2.0/networks/9c2b2137-69fe-4a55-a9a9-a7df818b8725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848525 Aug 05 04:29:36.044749 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfd92dc-e118-48db-9657-d157f1b6bda4 req-4287c2ef-bb5d-4cdf-9e3d-18da5a45154b tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:29:36.046838 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9dfd92dc-e118-48db-9657-d157f1b6bda4 req-4287c2ef-bb5d-4cdf-9e3d-18da5a45154b tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=56a1d672-253c-4cdf-896a-1e91fef8d83c HTTP/1.1" status: 200 len: 945 time: 0.0497737 Aug 05 04:29:36.088298 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9dfd92dc-e118-48db-9657-d157f1b6bda4 req-152db16f-589a-4c42-8c91-026b8c37792d tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=5bd76916-8873-4c9f-b539-c841ab73c6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345001 Aug 05 04:29:36.335428 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-03641130-cd72-49d2-95a2-84c2adaa14ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:37.210257 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52f3dd7-b1da-4b1b-b178-e8a2f827ba43 req-4c2758c5-f38e-4a46-a1cd-942141a9bef0 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:29:37.211864 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e52f3dd7-b1da-4b1b-b178-e8a2f827ba43 req-4c2758c5-f38e-4a46-a1cd-942141a9bef0 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=56a1d672-253c-4cdf-896a-1e91fef8d83c HTTP/1.1" status: 200 len: 945 time: 0.0488062 Aug 05 04:29:37.249404 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e52f3dd7-b1da-4b1b-b178-e8a2f827ba43 req-304dde85-0f4f-48cd-9ed7-0c269ecaafb9 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=5bd76916-8873-4c9f-b539-c841ab73c6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310707 Aug 05 04:29:38.031524 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-6a2206e1-ea48-45a0-865e-aad2fcc79b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:38.369350 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df245e0-4ad8-4868-ba2c-4c6cf19ca61c req-2287116a-7daf-41bc-9fab-a3f2e72fecc2 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:29:38.370286 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7df245e0-4ad8-4868-ba2c-4c6cf19ca61c req-2287116a-7daf-41bc-9fab-a3f2e72fecc2 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=56a1d672-253c-4cdf-896a-1e91fef8d83c HTTP/1.1" status: 200 len: 945 time: 0.0507371 Aug 05 04:29:38.410159 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7df245e0-4ad8-4868-ba2c-4c6cf19ca61c req-c669d386-80a6-46cb-a07e-8ac67e502d9a tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=5bd76916-8873-4c9f-b539-c841ab73c6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336394 Aug 05 04:29:39.526348 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e97a3c-a17d-4abb-ad98-eb76d4fbd8b9 req-bd7f3ccd-c1e5-4ea9-ad79-c472482e0454 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:29:39.527845 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a4e97a3c-a17d-4abb-ad98-eb76d4fbd8b9 req-bd7f3ccd-c1e5-4ea9-ad79-c472482e0454 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=56a1d672-253c-4cdf-896a-1e91fef8d83c HTTP/1.1" status: 200 len: 945 time: 0.0485549 Aug 05 04:29:39.568402 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a4e97a3c-a17d-4abb-ad98-eb76d4fbd8b9 req-4e721ab0-7fb1-48a5-91bc-7d4c74764a09 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=5bd76916-8873-4c9f-b539-c841ab73c6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347028 Aug 05 04:29:40.055454 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:40.173927 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-87ea8438-47cd-44c4-a808-9a807a63fea8 None None] Agent healthcheck: found 6 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 04:29:40.684216 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d624f7f-1a9c-4107-8433-a2bd90177d29 req-a4aedadd-c3ed-4cc3-9a9a-5ef5d8879f50 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:29:40.686139 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0d624f7f-1a9c-4107-8433-a2bd90177d29 req-a4aedadd-c3ed-4cc3-9a9a-5ef5d8879f50 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=56a1d672-253c-4cdf-896a-1e91fef8d83c HTTP/1.1" status: 200 len: 945 time: 0.0469313 Aug 05 04:29:40.723340 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0d624f7f-1a9c-4107-8433-a2bd90177d29 req-002d3b8b-711a-40bd-a3e0-df7dd02b0ba4 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=5bd76916-8873-4c9f-b539-c841ab73c6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312178 Aug 05 04:29:41.838750 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085557ea-21b7-448c-b409-59ad53834536 req-703ba12a-a16a-41fa-919b-b50f62b83606 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:29:41.840178 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-085557ea-21b7-448c-b409-59ad53834536 req-703ba12a-a16a-41fa-919b-b50f62b83606 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=56a1d672-253c-4cdf-896a-1e91fef8d83c HTTP/1.1" status: 200 len: 945 time: 0.0468788 Aug 05 04:29:41.877401 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-085557ea-21b7-448c-b409-59ad53834536 req-0118dce2-93c1-456c-8ee7-588b07e3d5ca tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=5bd76916-8873-4c9f-b539-c841ab73c6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307853 Aug 05 04:29:42.995093 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90ed3ad-8c82-45a1-bffc-0956bbd64d1f req-3ad7ef0f-41e8-498d-8831-a97e5296e363 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:29:42.996554 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f90ed3ad-8c82-45a1-bffc-0956bbd64d1f req-3ad7ef0f-41e8-498d-8831-a97e5296e363 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=56a1d672-253c-4cdf-896a-1e91fef8d83c HTTP/1.1" status: 200 len: 945 time: 0.0496716 Aug 05 04:29:43.037422 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f90ed3ad-8c82-45a1-bffc-0956bbd64d1f req-9d0b84ce-d184-40bf-ad0a-5a30fc62e8a5 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=5bd76916-8873-4c9f-b539-c841ab73c6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350497 Aug 05 04:29:44.153330 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa24a562-bb48-4107-8388-a0345cdcaa44 req-f1add1dd-80c4-4bad-bf6e-cf32eb467f2a tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:29:44.154824 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-fa24a562-bb48-4107-8388-a0345cdcaa44 req-f1add1dd-80c4-4bad-bf6e-cf32eb467f2a tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=56a1d672-253c-4cdf-896a-1e91fef8d83c HTTP/1.1" status: 200 len: 945 time: 0.0485864 Aug 05 04:29:44.192225 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-fa24a562-bb48-4107-8388-a0345cdcaa44 req-2478ea98-99f5-45c3-b4a7-bd7c40f44916 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=5bd76916-8873-4c9f-b539-c841ab73c6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309997 Aug 05 04:29:45.306961 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2dcdb7-dd21-40c1-b5ef-993cd50d43ed req-2174fe84-7869-4141-acbe-e2451a58b2de tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:29:45.308383 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8e2dcdb7-dd21-40c1-b5ef-993cd50d43ed req-2174fe84-7869-4141-acbe-e2451a58b2de tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=56a1d672-253c-4cdf-896a-1e91fef8d83c HTTP/1.1" status: 200 len: 945 time: 0.0464149 Aug 05 04:29:45.345333 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8e2dcdb7-dd21-40c1-b5ef-993cd50d43ed req-50bce3cd-dad9-4ff5-811b-81d78215cede tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=5bd76916-8873-4c9f-b539-c841ab73c6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304856 Aug 05 04:29:46.464553 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8308ff35-b53b-43ef-ba17-1509373c9059 req-56f219ea-03dc-441f-b4df-d489b97bc62b tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:29:46.465981 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8308ff35-b53b-43ef-ba17-1509373c9059 req-56f219ea-03dc-441f-b4df-d489b97bc62b tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=56a1d672-253c-4cdf-896a-1e91fef8d83c HTTP/1.1" status: 200 len: 945 time: 0.0498719 Aug 05 04:29:46.505099 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8308ff35-b53b-43ef-ba17-1509373c9059 req-2e51fb6b-87cf-4e13-8cc1-e51e42705c60 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=5bd76916-8873-4c9f-b539-c841ab73c6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332098 Aug 05 04:29:47.622799 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ec36da-190e-4d72-a183-9783bbc2b75b req-aab1a71b-61bf-4918-8aa3-e6380c631d0d tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:29:47.624244 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a8ec36da-190e-4d72-a183-9783bbc2b75b req-aab1a71b-61bf-4918-8aa3-e6380c631d0d tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=56a1d672-253c-4cdf-896a-1e91fef8d83c HTTP/1.1" status: 200 len: 945 time: 0.0473430 Aug 05 04:29:47.660884 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a8ec36da-190e-4d72-a183-9783bbc2b75b req-ffcf630f-bc74-472c-8c3c-2fda85cb8efc tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=5bd76916-8873-4c9f-b539-c841ab73c6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308566 Aug 05 04:29:48.539827 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Device 7915441a-091e-4652-b26a-253a36e9ccd6 details requested by agent hyperv_hv-cinder-80300 with host hv-cinder-80300 {{(pid=93252) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 04:29:48.634784 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] For port 7915441a-091e-4652-b26a-253a36e9ccd6, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=7915441a-091e-4652-b26a-253a36e9ccd6,segment=NetworkSegment(c15a155e-2ad1-4b31-bffc-e72da913a471),segment_id=c15a155e-2ad1-4b31-bffc-e72da913a471)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:29:48.645690 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Returning: {'device': '7915441a-091e-4652-b26a-253a36e9ccd6', 'network_id': '9a0e0e93-71ba-478a-a257-4e786b1050bd', 'port_id': '7915441a-091e-4652-b26a-253a36e9ccd6', 'mac_address': 'fa:16:3e:a3:94:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d9bb622-7c5a-45bd-8077-93c9d1b98081', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93252) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 04:29:48.683045 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:48.695474 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7915441a-091e-4652-b26a-253a36e9ccd6 {{(pid=93252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 04:29:48.714980 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] For port 7915441a-091e-4652-b26a-253a36e9ccd6, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=7915441a-091e-4652-b26a-253a36e9ccd6,segment=NetworkSegment(c15a155e-2ad1-4b31-bffc-e72da913a471),segment_id=c15a155e-2ad1-4b31-bffc-e72da913a471)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:29:48.719665 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:48.766865 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Pushing event updated for resources: {'Port': ['ID=7915441a-091e-4652-b26a-253a36e9ccd6,revision_number=6']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:29:48.774774 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c24d4e-118e-41eb-b2ec-0b06cf040413 req-32c03456-27e1-464f-af63-9af0c4716e21 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:29:48.776233 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e5c24d4e-118e-41eb-b2ec-0b06cf040413 req-32c03456-27e1-464f-af63-9af0c4716e21 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=56a1d672-253c-4cdf-896a-1e91fef8d83c HTTP/1.1" status: 200 len: 944 time: 0.0472972 Aug 05 04:29:48.813276 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e5c24d4e-118e-41eb-b2ec-0b06cf040413 req-ffe2bce5-3fbe-43f1-8067-c50ca092056a tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=5bd76916-8873-4c9f-b539-c841ab73c6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306988 Aug 05 04:29:48.885404 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] get_ports_and_sgs() called for port_ids ['7915441a-091e-4652-b26a-253a36e9ccd6'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 04:29:49.927310 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6befc63-6f11-4edb-9bf7-ec1936ac3334 req-8472a927-ffe1-4588-97d9-2ffcb7550ea9 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:29:49.928747 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d6befc63-6f11-4edb-9bf7-ec1936ac3334 req-8472a927-ffe1-4588-97d9-2ffcb7550ea9 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=56a1d672-253c-4cdf-896a-1e91fef8d83c HTTP/1.1" status: 200 len: 944 time: 0.0467296 Aug 05 04:29:49.968380 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d6befc63-6f11-4edb-9bf7-ec1936ac3334 req-9db40991-5585-41da-9697-97678889490b tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=5bd76916-8873-4c9f-b539-c841ab73c6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338995 Aug 05 04:29:50.546052 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Device 7915441a-091e-4652-b26a-253a36e9ccd6 up at agent hyperv_hv-cinder-80300 {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 04:29:50.591910 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Provisioning complete for port 7915441a-091e-4652-b26a-253a36e9ccd6 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 04:29:50.592938 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66839334'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:50.667632 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:50.689818 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56a1d672-253c-4cdf-896a-1e91fef8d83c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7915441a-091e-4652-b26a-253a36e9ccd6'}] {{(pid=93252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 04:29:50.692072 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f021a78abaadf32682ec407d28b092b8d5e159b0dca1f9e700978c1e9d6d025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6e950d8-9dfd-48a0-a215-8dc0b65c02ea" -d '{"events": [{"server_uuid": "56a1d672-253c-4cdf-896a-1e91fef8d83c", "name": "network-vif-plugged", "status": "completed", "tag": "7915441a-091e-4652-b26a-253a36e9ccd6"}]}' {{(pid=93252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 04:29:50.705709 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] For port 7915441a-091e-4652-b26a-253a36e9ccd6, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=7915441a-091e-4652-b26a-253a36e9ccd6,segment=NetworkSegment(c15a155e-2ad1-4b31-bffc-e72da913a471),segment_id=c15a155e-2ad1-4b31-bffc-e72da913a471)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:29:50.709729 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:50.760483 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Pushing event updated for resources: {'Port': ['ID=7915441a-091e-4652-b26a-253a36e9ccd6,revision_number=7']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:29:50.900260 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 04:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cd51481-19dd-4ba3-9592-d96ac4165bbb x-openstack-request-id: req-7cd51481-19dd-4ba3-9592-d96ac4165bbb {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 04:29:50.900547 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56a1d672-253c-4cdf-896a-1e91fef8d83c", "name": "network-vif-plugged", "status": "completed", "tag": "7915441a-091e-4652-b26a-253a36e9ccd6", "code": 200}]} {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 04:29:50.900798 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7cd51481-19dd-4ba3-9592-d96ac4165bbb {{(pid=93252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 04:29:50.901190 dv-cinder-803000-4-iscsi neutron-server[93252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56a1d672-253c-4cdf-896a-1e91fef8d83c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7915441a-091e-4652-b26a-253a36e9ccd6', 'code': 200} Aug 05 04:29:51.084584 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23e663c-a270-44c8-b0ee-e23408c57783 req-fefe2fe5-0093-48ac-8a9f-e38997b3c923 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:29:51.085947 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c23e663c-a270-44c8-b0ee-e23408c57783 req-fefe2fe5-0093-48ac-8a9f-e38997b3c923 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=56a1d672-253c-4cdf-896a-1e91fef8d83c HTTP/1.1" status: 200 len: 945 time: 0.0481005 Aug 05 04:29:51.121734 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c23e663c-a270-44c8-b0ee-e23408c57783 req-a6b30ddf-be10-49ba-9cbd-8125a891ccd3 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=5bd76916-8873-4c9f-b539-c841ab73c6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300126 Aug 05 04:29:52.238545 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc6f9bc-0e8a-4321-b6b4-2d65d6f7bce1 req-969ae3df-613b-49d1-b390-009007f766cb tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:29:52.239998 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-afc6f9bc-0e8a-4321-b6b4-2d65d6f7bce1 req-969ae3df-613b-49d1-b390-009007f766cb tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=56a1d672-253c-4cdf-896a-1e91fef8d83c HTTP/1.1" status: 200 len: 945 time: 0.0478277 Aug 05 04:29:52.276965 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-afc6f9bc-0e8a-4321-b6b4-2d65d6f7bce1 req-79298eb6-a848-4a6a-913c-d4c6b865d6e1 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=5bd76916-8873-4c9f-b539-c841ab73c6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306768 Aug 05 04:29:53.110992 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-30469953-e98d-42ad-b338-aa47c1bb1e17 req-63b624a6-3022-4bce-af3a-6b55f4bfccc6 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1767169356&fields=id&tenant_id=fec7848182c34fa699a936b0be6be105 HTTP/1.1" status: 200 len: 267 time: 0.0347776 Aug 05 04:29:53.214429 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30469953-e98d-42ad-b338-aa47c1bb1e17 req-0ff95fc9-f4c4-4de2-85fe-cc0b805baa41 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:29:53.215869 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-30469953-e98d-42ad-b338-aa47c1bb1e17 req-0ff95fc9-f4c4-4de2-85fe-cc0b805baa41 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/networks?id=bf070aab-bc69-436e-9bc0-f5eb9fe32a8b HTTP/1.1" status: 200 len: 810 time: 0.0987403 Aug 05 04:29:53.230451 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-30469953-e98d-42ad-b338-aa47c1bb1e17 req-76b8daa6-7c2f-4931-8d79-f59e6db3634b tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/quotas/fec7848182c34fa699a936b0be6be105 HTTP/1.1" status: 200 len: 375 time: 0.0085311 Aug 05 04:29:53.278406 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-30469953-e98d-42ad-b338-aa47c1bb1e17 req-e7517541-a96c-409f-8a6e-bea0a4335693 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=fec7848182c34fa699a936b0be6be105&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0423739 Aug 05 04:29:53.382267 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [req-30469953-e98d-42ad-b338-aa47c1bb1e17 req-f0274637-04cf-4d61-8e4c-4f9fec57349e service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93250) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 04:29:53.383302 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-30469953-e98d-42ad-b338-aa47c1bb1e17 req-f0274637-04cf-4d61-8e4c-4f9fec57349e service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0938563 Aug 05 04:29:53.407860 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ac0dea-d9e8-415e-9971-edad7faf0568 req-e2deac9a-d33d-4d7c-871a-17e4e25f18b8 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:29:53.409296 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-57ac0dea-d9e8-415e-9971-edad7faf0568 req-e2deac9a-d33d-4d7c-871a-17e4e25f18b8 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=56a1d672-253c-4cdf-896a-1e91fef8d83c HTTP/1.1" status: 200 len: 945 time: 0.0638211 Aug 05 04:29:53.491367 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-57ac0dea-d9e8-415e-9971-edad7faf0568 req-200c097a-0ee6-49e5-a1b1-6c785b252d23 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=5bd76916-8873-4c9f-b539-c841ab73c6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688293 Aug 05 04:29:53.519999 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-30469953-e98d-42ad-b338-aa47c1bb1e17 req-b99d3047-fec0-4000-8881-fa8ea80c8500 service neutron] 10.222.0.37 "GET /v2.0/networks/bf070aab-bc69-436e-9bc0-f5eb9fe32a8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282594 Aug 05 04:29:53.612359 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-30469953-e98d-42ad-b338-aa47c1bb1e17 req-52b6acb4-e079-4013-8ade-d74e1c160935 service neutron] 10.222.0.37 "GET /v2.0/networks/bf070aab-bc69-436e-9bc0-f5eb9fe32a8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859702 Aug 05 04:29:54.615571 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1d03d3-a565-4d02-96af-56da95ccae8a req-da0048f6-cc30-45ee-a43e-29aba9310369 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:29:54.617249 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4d1d03d3-a565-4d02-96af-56da95ccae8a req-da0048f6-cc30-45ee-a43e-29aba9310369 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=56a1d672-253c-4cdf-896a-1e91fef8d83c HTTP/1.1" status: 200 len: 945 time: 0.0500746 Aug 05 04:29:54.659525 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4d1d03d3-a565-4d02-96af-56da95ccae8a req-9833f30b-c275-4f00-81cf-b29bf9892991 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=5bd76916-8873-4c9f-b539-c841ab73c6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363805 Aug 05 04:29:54.947253 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-924c870d-6749-46c8-bcae-d8450d7308f3 req-60a20ef4-b7bd-43c2-8d61-af91d41a0f29 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b37f324-ad9e-423c-95b0-3058a7cf945d HTTP/1.1" status: 200 len: 210 time: 0.0357111 Aug 05 04:29:55.816540 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c9c8ce-b0b2-4acc-b0ed-90abf6e74c6f req-616a8f04-82f5-46ca-82ce-1047d1920eff tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:29:55.818085 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-96c9c8ce-b0b2-4acc-b0ed-90abf6e74c6f req-616a8f04-82f5-46ca-82ce-1047d1920eff tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=56a1d672-253c-4cdf-896a-1e91fef8d83c HTTP/1.1" status: 200 len: 945 time: 0.0643537 Aug 05 04:29:55.869044 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-96c9c8ce-b0b2-4acc-b0ed-90abf6e74c6f req-d0c5a1cf-0450-41e5-89f2-95263a287e51 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=5bd76916-8873-4c9f-b539-c841ab73c6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376463 Aug 05 04:29:56.049869 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8de8aa4e-d82a-42c9-a7f8-0955ec53844b req-6422470c-77f6-4072-91fc-a1dd358e56e5 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b37f324-ad9e-423c-95b0-3058a7cf945d HTTP/1.1" status: 200 len: 210 time: 0.0264275 Aug 05 04:29:56.413505 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30469953-e98d-42ad-b338-aa47c1bb1e17 req-be66a147-6156-4300-963e-afa1c0e7fed8 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:29:56.414963 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-30469953-e98d-42ad-b338-aa47c1bb1e17 req-be66a147-6156-4300-963e-afa1c0e7fed8 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.39 "GET /v2.0/networks?id=bf070aab-bc69-436e-9bc0-f5eb9fe32a8b HTTP/1.1" status: 200 len: 810 time: 0.1139553 Aug 05 04:29:56.483367 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-30469953-e98d-42ad-b338-aa47c1bb1e17 req-d6c51ffa-b244-4eca-b60b-0ecd8045dc79 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fec7848182c34fa699a936b0be6be105 HTTP/1.1" status: 200 len: 380 time: 0.0411985 Aug 05 04:29:56.494766 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [req-30469953-e98d-42ad-b338-aa47c1bb1e17 req-a8575cfa-2267-44b6-ac12-6e9d15329c9e tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Request body: {'port': {'device_id': '4b37f324-ad9e-423c-95b0-3058a7cf945d', 'network_id': 'bf070aab-bc69-436e-9bc0-f5eb9fe32a8b', 'admin_state_up': True, 'tenant_id': 'fec7848182c34fa699a936b0be6be105', 'security_groups': ['5ad1e5e9-678e-4639-a106-72386a5acff5']}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:29:56.620617 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30469953-e98d-42ad-b338-aa47c1bb1e17 req-a8575cfa-2267-44b6-ac12-6e9d15329c9e tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Made reservation on behalf of fec7848182c34fa699a936b0be6be105 for: {'port': 1} {{(pid=93251) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 04:29:56.624286 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-30469953-e98d-42ad-b338-aa47c1bb1e17 req-a8575cfa-2267-44b6-ac12-6e9d15329c9e tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:56.763130 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.db_base_plugin_common [req-30469953-e98d-42ad-b338-aa47c1bb1e17 req-a8575cfa-2267-44b6-ac12-6e9d15329c9e tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Allocated IP 172.20.0.10 (bf070aab-bc69-436e-9bc0-f5eb9fe32a8b/1becb559-5a54-4501-af86-0436efe0580b/f0fd24ac-7bd2-4e6c-808f-fb2a96862ec6) {{(pid=93251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 04:29:56.923953 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-30469953-e98d-42ad-b338-aa47c1bb1e17 req-a8575cfa-2267-44b6-ac12-6e9d15329c9e tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Notify callbacks [] for port, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:56.943191 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [req-30469953-e98d-42ad-b338-aa47c1bb1e17 req-a8575cfa-2267-44b6-ac12-6e9d15329c9e tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Transition to ACTIVE for port object f0fd24ac-7bd2-4e6c-808f-fb2a96862ec6 will not be triggered until provisioned by entity DHCP. {{(pid=93251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 04:29:56.987468 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-30469953-e98d-42ad-b338-aa47c1bb1e17 req-a8575cfa-2267-44b6-ac12-6e9d15329c9e tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763712145875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8933231'] for port, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:57.007854 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6acb7f-e502-4a78-ad00-b18310005993 req-1a94ac80-5d28-458e-946b-cbbb0f15bc5e tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:29:57.013564 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2f6acb7f-e502-4a78-ad00-b18310005993 req-1a94ac80-5d28-458e-946b-cbbb0f15bc5e tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=56a1d672-253c-4cdf-896a-1e91fef8d83c HTTP/1.1" status: 200 len: 945 time: 0.0673137 Aug 05 04:29:57.052143 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30469953-e98d-42ad-b338-aa47c1bb1e17 req-a8575cfa-2267-44b6-ac12-6e9d15329c9e tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Network bf070aab-bc69-436e-9bc0-f5eb9fe32a8b is already hosted by enough agents. {{(pid=93251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 04:29:57.056090 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [req-30469953-e98d-42ad-b338-aa47c1bb1e17 req-a8575cfa-2267-44b6-ac12-6e9d15329c9e tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Resources bound (agent type, host, resource id): {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 04:29:57.058459 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [req-30469953-e98d-42ad-b338-aa47c1bb1e17 req-a8575cfa-2267-44b6-ac12-6e9d15329c9e tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Received port after_create {{(pid=93251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 04:29:57.061264 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8575cfa-2267-44b6-ac12-6e9d15329c9e tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Pushing event updated for resources: {'Port': ['ID=f0fd24ac-7bd2-4e6c-808f-fb2a96862ec6,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:29:57.083123 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2f6acb7f-e502-4a78-ad00-b18310005993 req-6009e5ca-c633-4299-8814-10148746f930 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=5bd76916-8873-4c9f-b539-c841ab73c6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620518 Aug 05 04:29:57.130050 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30469953-e98d-42ad-b338-aa47c1bb1e17 req-a8575cfa-2267-44b6-ac12-6e9d15329c9e tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:29:57.131192 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-30469953-e98d-42ad-b338-aa47c1bb1e17 req-a8575cfa-2267-44b6-ac12-6e9d15329c9e tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224329'] for port, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:57.158851 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-30469953-e98d-42ad-b338-aa47c1bb1e17 req-a8575cfa-2267-44b6-ac12-6e9d15329c9e tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6593912 Aug 05 04:29:57.176407 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [req-30469953-e98d-42ad-b338-aa47c1bb1e17 req-57e2a6d7-6937-494d-967f-b70b8fbe9ac9 service neutron] Request body: {'port': {'device_id': '4b37f324-ad9e-423c-95b0-3058a7cf945d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80300'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:29:57.215397 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c7148a-575f-479f-90c6-32635f2ec9aa req-97fbed41-878d-42d8-908a-3cd913dee5e9 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:29:57.217435 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-01c7148a-575f-479f-90c6-32635f2ec9aa req-97fbed41-878d-42d8-908a-3cd913dee5e9 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b37f324-ad9e-423c-95b0-3058a7cf945d HTTP/1.1" status: 200 len: 932 time: 0.0686240 Aug 05 04:29:57.271514 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-30469953-e98d-42ad-b338-aa47c1bb1e17 req-57e2a6d7-6937-494d-967f-b70b8fbe9ac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:57.291103 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-01c7148a-575f-479f-90c6-32635f2ec9aa req-626ad9c6-cc56-42ae-8c59-85a732dc7973 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/security-groups?id=5ad1e5e9-678e-4639-a106-72386a5acff5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669928 Aug 05 04:29:57.360513 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-e963a495-6602-40f4-975c-5d211bfec011 None None] Provisioning for port f0fd24ac-7bd2-4e6c-808f-fb2a96862ec6 completed by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 04:29:57.368378 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-e963a495-6602-40f4-975c-5d211bfec011 None None] Provisioning complete for port f0fd24ac-7bd2-4e6c-808f-fb2a96862ec6 triggered by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 04:29:57.369115 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-e963a495-6602-40f4-975c-5d211bfec011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66839334'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:57.415760 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-e963a495-6602-40f4-975c-5d211bfec011 None None] Port f0fd24ac-7bd2-4e6c-808f-fb2a96862ec6 cannot update to ACTIVE because it is not bound. {{(pid=93252) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 04:29:57.593900 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [req-30469953-e98d-42ad-b338-aa47c1bb1e17 req-57e2a6d7-6937-494d-967f-b70b8fbe9ac9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0fd24ac-7bd2-4e6c-808f-fb2a96862ec6 {{(pid=93251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 04:29:57.601826 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-30469953-e98d-42ad-b338-aa47c1bb1e17 req-57e2a6d7-6937-494d-967f-b70b8fbe9ac9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:57.614215 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [req-30469953-e98d-42ad-b338-aa47c1bb1e17 req-57e2a6d7-6937-494d-967f-b70b8fbe9ac9 service neutron] Transition to ACTIVE for port object f0fd24ac-7bd2-4e6c-808f-fb2a96862ec6 will not be triggered until provisioned by entity L2. {{(pid=93251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 04:29:57.618500 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-30469953-e98d-42ad-b338-aa47c1bb1e17 req-57e2a6d7-6937-494d-967f-b70b8fbe9ac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8933222'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:57.677577 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e2a6d7-6937-494d-967f-b70b8fbe9ac9 service neutron] Pushing event updated for resources: {'Port': ['ID=f0fd24ac-7bd2-4e6c-808f-fb2a96862ec6,revision_number=2']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:29:57.754420 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [req-30469953-e98d-42ad-b338-aa47c1bb1e17 req-57e2a6d7-6937-494d-967f-b70b8fbe9ac9 service neutron] Attempting to bind port f0fd24ac-7bd2-4e6c-808f-fb2a96862ec6 on host hv-cinder-80300 for vnic_type normal with profile {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 04:29:57.754795 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [req-30469953-e98d-42ad-b338-aa47c1bb1e17 req-57e2a6d7-6937-494d-967f-b70b8fbe9ac9 service neutron] Attempting to bind port f0fd24ac-7bd2-4e6c-808f-fb2a96862ec6 by drivers openvswitch,hyperv on host hv-cinder-80300 at level 0 using segments [{'id': 'bf1fc175-2de8-495c-a4b1-f4b4242f8d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'bf070aab-bc69-436e-9bc0-f5eb9fe32a8b'}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 04:29:57.755125 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30469953-e98d-42ad-b338-aa47c1bb1e17 req-57e2a6d7-6937-494d-967f-b70b8fbe9ac9 service neutron] Attempting to bind port f0fd24ac-7bd2-4e6c-808f-fb2a96862ec6 on network bf070aab-bc69-436e-9bc0-f5eb9fe32a8b {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 04:29:57.759969 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30469953-e98d-42ad-b338-aa47c1bb1e17 req-57e2a6d7-6937-494d-967f-b70b8fbe9ac9 service neutron] Port f0fd24ac-7bd2-4e6c-808f-fb2a96862ec6 on network bf070aab-bc69-436e-9bc0-f5eb9fe32a8b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80300 {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 04:29:57.760514 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30469953-e98d-42ad-b338-aa47c1bb1e17 req-57e2a6d7-6937-494d-967f-b70b8fbe9ac9 service neutron] Attempting to bind port f0fd24ac-7bd2-4e6c-808f-fb2a96862ec6 on network bf070aab-bc69-436e-9bc0-f5eb9fe32a8b {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 04:29:57.767037 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30469953-e98d-42ad-b338-aa47c1bb1e17 req-57e2a6d7-6937-494d-967f-b70b8fbe9ac9 service neutron] Checking agent: {'id': 'a0106253-c5a2-4978-ae01-2b305935773e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80300', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 4, 16, 33), 'started_at': datetime.datetime(2021, 8, 5, 4, 16, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 4, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 04:29:57.767629 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30469953-e98d-42ad-b338-aa47c1bb1e17 req-57e2a6d7-6937-494d-967f-b70b8fbe9ac9 service neutron] Checking segment: {'id': 'bf1fc175-2de8-495c-a4b1-f4b4242f8d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'bf070aab-bc69-436e-9bc0-f5eb9fe32a8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 04:29:57.768218 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30469953-e98d-42ad-b338-aa47c1bb1e17 req-57e2a6d7-6937-494d-967f-b70b8fbe9ac9 service neutron] Bound using segment: {'id': 'bf1fc175-2de8-495c-a4b1-f4b4242f8d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'bf070aab-bc69-436e-9bc0-f5eb9fe32a8b'} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 04:29:57.768823 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [req-30469953-e98d-42ad-b338-aa47c1bb1e17 req-57e2a6d7-6937-494d-967f-b70b8fbe9ac9 service neutron] Bound port: f0fd24ac-7bd2-4e6c-808f-fb2a96862ec6, host: hv-cinder-80300, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf1fc175-2de8-495c-a4b1-f4b4242f8d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'bf070aab-bc69-436e-9bc0-f5eb9fe32a8b'}}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 04:29:57.769375 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-30469953-e98d-42ad-b338-aa47c1bb1e17 req-57e2a6d7-6937-494d-967f-b70b8fbe9ac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:57.853301 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [req-30469953-e98d-42ad-b338-aa47c1bb1e17 req-57e2a6d7-6937-494d-967f-b70b8fbe9ac9 service neutron] For port f0fd24ac-7bd2-4e6c-808f-fb2a96862ec6, host hv-cinder-80300, cleared binding levels {{(pid=93251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 04:29:57.856830 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [req-30469953-e98d-42ad-b338-aa47c1bb1e17 req-57e2a6d7-6937-494d-967f-b70b8fbe9ac9 service neutron] For port f0fd24ac-7bd2-4e6c-808f-fb2a96862ec6, host hv-cinder-80300, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=f0fd24ac-7bd2-4e6c-808f-fb2a96862ec6,segment=NetworkSegment(bf1fc175-2de8-495c-a4b1-f4b4242f8d3d),segment_id=bf1fc175-2de8-495c-a4b1-f4b4242f8d3d)] {{(pid=93251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 04:29:57.863315 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-30469953-e98d-42ad-b338-aa47c1bb1e17 req-57e2a6d7-6937-494d-967f-b70b8fbe9ac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8933222'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:57.878617 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30469953-e98d-42ad-b338-aa47c1bb1e17 req-57e2a6d7-6937-494d-967f-b70b8fbe9ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:29:57.879356 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-30469953-e98d-42ad-b338-aa47c1bb1e17 req-57e2a6d7-6937-494d-967f-b70b8fbe9ac9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224329'] for port, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:29:57.880798 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-30469953-e98d-42ad-b338-aa47c1bb1e17 req-57e2a6d7-6937-494d-967f-b70b8fbe9ac9 service neutron] 10.222.0.39 "PUT /v2.0/ports/f0fd24ac-7bd2-4e6c-808f-fb2a96862ec6 HTTP/1.1" status: 200 len: 1094 time: 0.7087820 Aug 05 04:29:57.881239 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b37f324-ad9e-423c-95b0-3058a7cf945d', 'tag': 'f0fd24ac-7bd2-4e6c-808f-fb2a96862ec6'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 04:29:57.883648 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc51a2a5f300f30acac232ef327f3f01bb0f894a96a37a70efeb1c252096f2af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfc95fbf-9670-45a6-9e4b-5cb1da07d8ae" -d '{"events": [{"name": "network-changed", "server_uuid": "4b37f324-ad9e-423c-95b0-3058a7cf945d", "tag": "f0fd24ac-7bd2-4e6c-808f-fb2a96862ec6"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 04:29:57.969288 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e2a6d7-6937-494d-967f-b70b8fbe9ac9 service neutron] Pushing event updated for resources: {'Port': ['ID=f0fd24ac-7bd2-4e6c-808f-fb2a96862ec6,revision_number=3']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:29:57.985526 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 04:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-917dc14e-f237-4691-848b-9401fa67d3f6 x-openstack-request-id: req-917dc14e-f237-4691-848b-9401fa67d3f6 {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 04:29:57.985526 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b37f324-ad9e-423c-95b0-3058a7cf945d", "tag": "f0fd24ac-7bd2-4e6c-808f-fb2a96862ec6", "status": "completed", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 04:29:57.985798 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-917dc14e-f237-4691-848b-9401fa67d3f6 {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 04:29:57.986171 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b37f324-ad9e-423c-95b0-3058a7cf945d', 'tag': 'f0fd24ac-7bd2-4e6c-808f-fb2a96862ec6', 'status': 'completed', 'code': 200} Aug 05 04:29:58.020246 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30469953-e98d-42ad-b338-aa47c1bb1e17 req-5db8eac3-54c4-4e28-8be9-7797b1dc7ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:29:58.021750 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-30469953-e98d-42ad-b338-aa47c1bb1e17 req-5db8eac3-54c4-4e28-8be9-7797b1dc7ae5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fec7848182c34fa699a936b0be6be105&device_id=4b37f324-ad9e-423c-95b0-3058a7cf945d HTTP/1.1" status: 200 len: 1097 time: 0.0493431 Aug 05 04:29:58.081840 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-30469953-e98d-42ad-b338-aa47c1bb1e17 req-9e869334-4ff3-4d06-a490-bc6226c878ba service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f0fd24ac-7bd2-4e6c-808f-fb2a96862ec6 HTTP/1.1" status: 200 len: 217 time: 0.0417976 Aug 05 04:29:58.162923 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30469953-e98d-42ad-b338-aa47c1bb1e17 req-7c3bbe22-c255-40f7-8e9a-95a3573ee92a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:29:58.164427 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-30469953-e98d-42ad-b338-aa47c1bb1e17 req-7c3bbe22-c255-40f7-8e9a-95a3573ee92a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1becb559-5a54-4501-af86-0436efe0580b HTTP/1.1" status: 200 len: 849 time: 0.0734863 Aug 05 04:29:58.230498 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30469953-e98d-42ad-b338-aa47c1bb1e17 req-0ce15256-47f4-42d7-a38f-8eaf8e721bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:29:58.232080 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-30469953-e98d-42ad-b338-aa47c1bb1e17 req-0ce15256-47f4-42d7-a38f-8eaf8e721bbd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bf070aab-bc69-436e-9bc0-f5eb9fe32a8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0585475 Aug 05 04:29:58.336029 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-30469953-e98d-42ad-b338-aa47c1bb1e17 req-fa493ae2-a8ba-4553-8448-953c0cf34470 service neutron] 10.222.0.39 "GET /v2.0/networks/bf070aab-bc69-436e-9bc0-f5eb9fe32a8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936439 Aug 05 04:29:58.448047 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-30469953-e98d-42ad-b338-aa47c1bb1e17 req-b07d8ade-d6c6-4fc9-999b-b5211b03a4a6 service neutron] 10.222.0.39 "GET /v2.0/networks/bf070aab-bc69-436e-9bc0-f5eb9fe32a8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027727 Aug 05 04:29:58.562847 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef62f779-e710-4241-bf2b-e4239bbc24ec req-c537763c-ff8d-471c-8c8a-d3d7820662f4 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:29:58.564409 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ef62f779-e710-4241-bf2b-e4239bbc24ec req-c537763c-ff8d-471c-8c8a-d3d7820662f4 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=56a1d672-253c-4cdf-896a-1e91fef8d83c HTTP/1.1" status: 200 len: 945 time: 0.3981328 Aug 05 04:29:58.593540 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc95fbf-9670-45a6-9e4b-5cb1da07d8ae req-90d84871-2f0d-49a7-99c2-6508aec7625a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:29:58.594968 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-cfc95fbf-9670-45a6-9e4b-5cb1da07d8ae req-90d84871-2f0d-49a7-99c2-6508aec7625a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fec7848182c34fa699a936b0be6be105&device_id=4b37f324-ad9e-423c-95b0-3058a7cf945d HTTP/1.1" status: 200 len: 1097 time: 0.0443184 Aug 05 04:29:58.603204 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a9fae2-f75b-49fe-9135-54e950ebd6a4 req-ed64a442-507b-49f7-a8aa-a21ad49ee67a tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:29:58.606959 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-94a9fae2-f75b-49fe-9135-54e950ebd6a4 req-ed64a442-507b-49f7-a8aa-a21ad49ee67a tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b37f324-ad9e-423c-95b0-3058a7cf945d HTTP/1.1" status: 200 len: 944 time: 0.1045256 Aug 05 04:29:58.648396 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ef62f779-e710-4241-bf2b-e4239bbc24ec req-eafb96be-7282-4e77-9ee5-4b0739cbdc43 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=5bd76916-8873-4c9f-b539-c841ab73c6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707896 Aug 05 04:29:58.679078 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-94a9fae2-f75b-49fe-9135-54e950ebd6a4 req-fe556cd5-83e3-4cd7-9de7-957e5d7d5215 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/security-groups?id=5ad1e5e9-678e-4639-a106-72386a5acff5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559585 Aug 05 04:29:58.966713 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc95fbf-9670-45a6-9e4b-5cb1da07d8ae req-d313fca2-f9d7-4fcb-8176-5e21fcfd1e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:29:58.969150 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-cfc95fbf-9670-45a6-9e4b-5cb1da07d8ae req-d313fca2-f9d7-4fcb-8176-5e21fcfd1e20 service neutron] 10.222.0.39 "GET /v2.0/networks?id=bf070aab-bc69-436e-9bc0-f5eb9fe32a8b HTTP/1.1" status: 200 len: 911 time: 0.3651762 Aug 05 04:29:59.010991 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-cfc95fbf-9670-45a6-9e4b-5cb1da07d8ae req-70269d7a-ce02-4e8d-b4e8-344bb1b3a56b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f0fd24ac-7bd2-4e6c-808f-fb2a96862ec6 HTTP/1.1" status: 200 len: 217 time: 0.0331452 Aug 05 04:29:59.069848 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc95fbf-9670-45a6-9e4b-5cb1da07d8ae req-a88e73fa-8967-4d2c-a757-2f90162e0f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:29:59.072336 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-cfc95fbf-9670-45a6-9e4b-5cb1da07d8ae req-a88e73fa-8967-4d2c-a757-2f90162e0f03 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1becb559-5a54-4501-af86-0436efe0580b HTTP/1.1" status: 200 len: 849 time: 0.0538316 Aug 05 04:29:59.138173 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc95fbf-9670-45a6-9e4b-5cb1da07d8ae req-fad99048-cdbf-44de-9310-7a47744dbe25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:29:59.141132 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-cfc95fbf-9670-45a6-9e4b-5cb1da07d8ae req-fad99048-cdbf-44de-9310-7a47744dbe25 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bf070aab-bc69-436e-9bc0-f5eb9fe32a8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0600159 Aug 05 04:29:59.239309 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-cfc95fbf-9670-45a6-9e4b-5cb1da07d8ae req-05ce6949-a65e-41ba-8b7f-05db43999700 service neutron] 10.222.0.39 "GET /v2.0/networks/bf070aab-bc69-436e-9bc0-f5eb9fe32a8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897751 Aug 05 04:29:59.345508 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-cfc95fbf-9670-45a6-9e4b-5cb1da07d8ae req-bd975122-6820-41b5-952e-7dd686f89f44 service neutron] 10.222.0.39 "GET /v2.0/networks/bf070aab-bc69-436e-9bc0-f5eb9fe32a8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982571 Aug 05 04:29:59.824859 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3717554d-dd59-4859-9d3c-00f3b502681f req-911f9c2f-6cd3-419c-bef9-fcee1c94b381 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:29:59.826355 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3717554d-dd59-4859-9d3c-00f3b502681f req-911f9c2f-6cd3-419c-bef9-fcee1c94b381 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b37f324-ad9e-423c-95b0-3058a7cf945d HTTP/1.1" status: 200 len: 944 time: 0.0802014 Aug 05 04:29:59.838560 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f924b6-36ba-4e0f-9ec8-988535db82a4 req-41433374-32c1-4801-bb4d-66221046e75a tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:29:59.840158 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-55f924b6-36ba-4e0f-9ec8-988535db82a4 req-41433374-32c1-4801-bb4d-66221046e75a tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=56a1d672-253c-4cdf-896a-1e91fef8d83c HTTP/1.1" status: 200 len: 945 time: 0.0830822 Aug 05 04:29:59.906503 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3717554d-dd59-4859-9d3c-00f3b502681f req-bc4d9916-01c1-419f-8b55-3734f8c02715 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/security-groups?id=5ad1e5e9-678e-4639-a106-72386a5acff5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555155 Aug 05 04:29:59.906503 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-55f924b6-36ba-4e0f-9ec8-988535db82a4 req-8714b1b9-6fa7-4c33-8888-34c459bba927 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=5bd76916-8873-4c9f-b539-c841ab73c6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498705 Aug 05 04:30:01.079667 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f346e4-359f-405d-9626-ccd99700023b req-8e8837b2-0df3-498c-8e37-6c8e05e5967a tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:30:01.081174 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-20f346e4-359f-405d-9626-ccd99700023b req-8e8837b2-0df3-498c-8e37-6c8e05e5967a tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b37f324-ad9e-423c-95b0-3058a7cf945d HTTP/1.1" status: 200 len: 944 time: 0.0801005 Aug 05 04:30:01.094676 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a191079-c28e-4935-8fc2-aa495efb8af8 req-bf9ce914-073b-42f7-9e44-77792c204df7 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:30:01.096112 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5a191079-c28e-4935-8fc2-aa495efb8af8 req-bf9ce914-073b-42f7-9e44-77792c204df7 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=56a1d672-253c-4cdf-896a-1e91fef8d83c HTTP/1.1" status: 200 len: 945 time: 0.0854042 Aug 05 04:30:01.150459 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-20f346e4-359f-405d-9626-ccd99700023b req-814bbe9d-a1a1-479e-95e1-6c99cb9abe12 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/security-groups?id=5ad1e5e9-678e-4639-a106-72386a5acff5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632858 Aug 05 04:30:01.157916 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5a191079-c28e-4935-8fc2-aa495efb8af8 req-cff8b747-8a0d-4555-bd2d-b471e15db105 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=5bd76916-8873-4c9f-b539-c841ab73c6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549371 Aug 05 04:30:02.362999 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cabd33-2525-49bd-9301-d947ee3bbcfc req-74b08d6f-3d65-4c5d-aafc-00959b5fe585 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:30:02.364393 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-52cabd33-2525-49bd-9301-d947ee3bbcfc req-74b08d6f-3d65-4c5d-aafc-00959b5fe585 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=56a1d672-253c-4cdf-896a-1e91fef8d83c HTTP/1.1" status: 200 len: 945 time: 0.0579479 Aug 05 04:30:02.371860 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b4d89e-d17d-496d-ac5b-836c5800df45 req-b5d37c56-4a7f-4792-90f4-b29ce8fbcafb tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:30:02.373305 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b4b4d89e-d17d-496d-ac5b-836c5800df45 req-b5d37c56-4a7f-4792-90f4-b29ce8fbcafb tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b37f324-ad9e-423c-95b0-3058a7cf945d HTTP/1.1" status: 200 len: 944 time: 0.1084533 Aug 05 04:30:02.428025 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-52cabd33-2525-49bd-9301-d947ee3bbcfc req-a671c915-e3c1-4f42-b803-48c6082482c3 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=5bd76916-8873-4c9f-b539-c841ab73c6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537202 Aug 05 04:30:02.454610 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b4b4d89e-d17d-496d-ac5b-836c5800df45 req-2fd4aaf5-62a7-42ac-a83d-10e77ddf2c0f tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/security-groups?id=5ad1e5e9-678e-4639-a106-72386a5acff5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718813 Aug 05 04:30:02.728606 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-71ad823f-6a32-4244-94b3-b0a313489d49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:30:03.586512 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f314b04b-fe78-4afc-b962-180852c66457 req-7b0b4722-d388-4088-8ac4-2489a11e59be tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:30:03.587922 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f314b04b-fe78-4afc-b962-180852c66457 req-7b0b4722-d388-4088-8ac4-2489a11e59be tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=56a1d672-253c-4cdf-896a-1e91fef8d83c HTTP/1.1" status: 200 len: 945 time: 0.0794923 Aug 05 04:30:03.595903 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479a566e-eb88-4fa7-82fd-3815e025c3f5 req-cf87035b-432c-4725-a1fa-4f80aefccbaa tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:30:03.597272 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-479a566e-eb88-4fa7-82fd-3815e025c3f5 req-cf87035b-432c-4725-a1fa-4f80aefccbaa tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b37f324-ad9e-423c-95b0-3058a7cf945d HTTP/1.1" status: 200 len: 944 time: 0.0790896 Aug 05 04:30:03.653728 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f314b04b-fe78-4afc-b962-180852c66457 req-5a919950-2942-49a9-94f5-3c8605489d26 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=5bd76916-8873-4c9f-b539-c841ab73c6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555193 Aug 05 04:30:03.658303 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-479a566e-eb88-4fa7-82fd-3815e025c3f5 req-759f6d86-a2fc-4582-9c86-288dadf057c2 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/security-groups?id=5ad1e5e9-678e-4639-a106-72386a5acff5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537231 Aug 05 04:30:04.711058 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beb9524-e32b-4ddc-b4dc-4c126977344b req-c5ae7ca0-562c-428c-a916-6fd167761f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:30:04.712748 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-6beb9524-e32b-4ddc-b4dc-4c126977344b req-c5ae7ca0-562c-428c-a916-6fd167761f73 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fd61998732194217b5bf2455115f2cdf&device_id=56a1d672-253c-4cdf-896a-1e91fef8d83c HTTP/1.1" status: 200 len: 1098 time: 0.0422153 Aug 05 04:30:04.804719 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea198554-473f-4900-9e65-b2b36266f24c req-60d9df2e-c3ac-46f2-a16f-469cebaebf45 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:30:04.806103 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ea198554-473f-4900-9e65-b2b36266f24c req-60d9df2e-c3ac-46f2-a16f-469cebaebf45 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b37f324-ad9e-423c-95b0-3058a7cf945d HTTP/1.1" status: 200 len: 944 time: 0.0803695 Aug 05 04:30:04.807029 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beb9524-e32b-4ddc-b4dc-4c126977344b req-2f8793ce-378f-47a0-90c3-9a8d61e64a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:30:04.808512 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-6beb9524-e32b-4ddc-b4dc-4c126977344b req-2f8793ce-378f-47a0-90c3-9a8d61e64a25 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9a0e0e93-71ba-478a-a257-4e786b1050bd HTTP/1.1" status: 200 len: 918 time: 0.0889108 Aug 05 04:30:04.813416 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cd8de3-ca65-4a3d-a157-3e8ed3cb0ad1 req-532ef00c-0608-49a2-b78e-301599eae3b4 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:30:04.814793 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-84cd8de3-ca65-4a3d-a157-3e8ed3cb0ad1 req-532ef00c-0608-49a2-b78e-301599eae3b4 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=56a1d672-253c-4cdf-896a-1e91fef8d83c HTTP/1.1" status: 200 len: 945 time: 0.0794268 Aug 05 04:30:04.869596 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ea198554-473f-4900-9e65-b2b36266f24c req-45b7c8ac-cdc1-48e3-8192-d6ff99a07bc8 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/security-groups?id=5ad1e5e9-678e-4639-a106-72386a5acff5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537691 Aug 05 04:30:04.873000 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-6beb9524-e32b-4ddc-b4dc-4c126977344b req-7b0ede53-8ab0-4bea-9edd-99c0f9cbe627 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7915441a-091e-4652-b26a-253a36e9ccd6 HTTP/1.1" status: 200 len: 1000 time: 0.0570419 Aug 05 04:30:04.874342 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-84cd8de3-ca65-4a3d-a157-3e8ed3cb0ad1 req-8aff4f93-6757-4f82-b668-ccd5542f301d tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=5bd76916-8873-4c9f-b539-c841ab73c6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518954 Aug 05 04:30:04.923217 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beb9524-e32b-4ddc-b4dc-4c126977344b req-f7ef33ed-7c12-43b3-a18a-91f97ef363fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:30:04.924650 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-6beb9524-e32b-4ddc-b4dc-4c126977344b req-f7ef33ed-7c12-43b3-a18a-91f97ef363fa service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1d9bb622-7c5a-45bd-8077-93c9d1b98081 HTTP/1.1" status: 200 len: 856 time: 0.0447617 Aug 05 04:30:04.973618 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beb9524-e32b-4ddc-b4dc-4c126977344b req-4c4013a4-4ae7-4d8c-accb-4c1458cdc6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:30:04.975082 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-6beb9524-e32b-4ddc-b4dc-4c126977344b req-4c4013a4-4ae7-4d8c-accb-4c1458cdc6fb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9a0e0e93-71ba-478a-a257-4e786b1050bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425856 Aug 05 04:30:05.063383 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-6beb9524-e32b-4ddc-b4dc-4c126977344b req-589a943a-7487-4b8b-86d4-a62023eb0594 service neutron] 10.222.0.39 "GET /v2.0/networks/9a0e0e93-71ba-478a-a257-4e786b1050bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802815 Aug 05 04:30:05.149398 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-f1a9fcde-33b1-4ec0-9cc2-8f515081e959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:30:05.159202 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-6beb9524-e32b-4ddc-b4dc-4c126977344b req-f543ae61-7d9b-44a4-ab78-e2d98782422c service neutron] 10.222.0.39 "GET /v2.0/networks/9a0e0e93-71ba-478a-a257-4e786b1050bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870502 Aug 05 04:30:05.329721 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:30:06.014503 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877412f8-0df6-4661-9587-9548d65d566a req-8ca5609f-8aaa-4ab0-85f5-fe39694c92bc tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:30:06.015957 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-877412f8-0df6-4661-9587-9548d65d566a req-8ca5609f-8aaa-4ab0-85f5-fe39694c92bc tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b37f324-ad9e-423c-95b0-3058a7cf945d HTTP/1.1" status: 200 len: 944 time: 0.0793402 Aug 05 04:30:06.023851 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1855affa-df36-4f6c-858d-c41926bf8ab5 req-fe0d4720-41f1-4930-95db-5c40f89a2c93 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:30:06.025174 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1855affa-df36-4f6c-858d-c41926bf8ab5 req-fe0d4720-41f1-4930-95db-5c40f89a2c93 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=56a1d672-253c-4cdf-896a-1e91fef8d83c HTTP/1.1" status: 200 len: 945 time: 0.0776446 Aug 05 04:30:06.079144 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-877412f8-0df6-4661-9587-9548d65d566a req-61f416ff-d587-44c6-8327-701a881d067d tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/security-groups?id=5ad1e5e9-678e-4639-a106-72386a5acff5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529871 Aug 05 04:30:06.083659 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1855affa-df36-4f6c-858d-c41926bf8ab5 req-8ed0fc1c-d63a-4e15-aa26-0cec6aefdd95 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=5bd76916-8873-4c9f-b539-c841ab73c6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513594 Aug 05 04:30:06.336583 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-03641130-cd72-49d2-95a2-84c2adaa14ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:30:06.667228 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Device f0fd24ac-7bd2-4e6c-808f-fb2a96862ec6 details requested by agent hyperv_hv-cinder-80300 with host hv-cinder-80300 {{(pid=93252) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 04:30:06.674869 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Device 7915441a-091e-4652-b26a-253a36e9ccd6 no longer exists at agent hyperv_hv-cinder-80300 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 04:30:06.822292 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:30:06.825467 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] For port f0fd24ac-7bd2-4e6c-808f-fb2a96862ec6, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=f0fd24ac-7bd2-4e6c-808f-fb2a96862ec6,segment=NetworkSegment(bf1fc175-2de8-495c-a4b1-f4b4242f8d3d),segment_id=bf1fc175-2de8-495c-a4b1-f4b4242f8d3d)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:30:06.848820 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Returning: {'device': 'f0fd24ac-7bd2-4e6c-808f-fb2a96862ec6', 'network_id': 'bf070aab-bc69-436e-9bc0-f5eb9fe32a8b', 'port_id': 'f0fd24ac-7bd2-4e6c-808f-fb2a96862ec6', 'mac_address': 'fa:16:3e:5c:1c:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1becb559-5a54-4501-af86-0436efe0580b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93252) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 04:30:06.856693 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56a1d672-253c-4cdf-896a-1e91fef8d83c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7915441a-091e-4652-b26a-253a36e9ccd6'}] {{(pid=93252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 04:30:06.859622 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f021a78abaadf32682ec407d28b092b8d5e159b0dca1f9e700978c1e9d6d025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca34b311-adae-4242-b7b9-98a0f0394da5" -d '{"events": [{"server_uuid": "56a1d672-253c-4cdf-896a-1e91fef8d83c", "name": "network-vif-unplugged", "status": "completed", "tag": "7915441a-091e-4652-b26a-253a36e9ccd6"}]}' {{(pid=93252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 04:30:06.889624 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] For port 7915441a-091e-4652-b26a-253a36e9ccd6, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=7915441a-091e-4652-b26a-253a36e9ccd6,segment=NetworkSegment(c15a155e-2ad1-4b31-bffc-e72da913a471),segment_id=c15a155e-2ad1-4b31-bffc-e72da913a471)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:30:06.894820 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:30:06.898972 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 05 Aug 2021 04:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0774905f-4e83-4ec4-bc4f-46aa9fdc5599 x-openstack-request-id: req-0774905f-4e83-4ec4-bc4f-46aa9fdc5599 {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 04:30:06.899434 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56a1d672-253c-4cdf-896a-1e91fef8d83c", "name": "network-vif-unplugged", "status": "completed", "tag": "7915441a-091e-4652-b26a-253a36e9ccd6", "code": 200}]} {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 04:30:06.899712 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0774905f-4e83-4ec4-bc4f-46aa9fdc5599 {{(pid=93252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 04:30:06.900263 dv-cinder-803000-4-iscsi neutron-server[93252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56a1d672-253c-4cdf-896a-1e91fef8d83c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7915441a-091e-4652-b26a-253a36e9ccd6', 'code': 200} Aug 05 04:30:06.938150 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:30:06.965715 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0fd24ac-7bd2-4e6c-808f-fb2a96862ec6 {{(pid=93252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 04:30:06.977494 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Pushing event updated for resources: {'Port': ['ID=7915441a-091e-4652-b26a-253a36e9ccd6,revision_number=8']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:30:06.993305 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:30:06.993656 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:30:06.993997 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:30:06.994334 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:30:06.994695 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:30:06.995028 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:30:06.995354 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:30:06.995678 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:30:06.996003 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:30:06.996323 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:30:06.996642 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:30:06.996984 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:30:07.003912 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] For port f0fd24ac-7bd2-4e6c-808f-fb2a96862ec6, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=f0fd24ac-7bd2-4e6c-808f-fb2a96862ec6,segment=NetworkSegment(bf1fc175-2de8-495c-a4b1-f4b4242f8d3d),segment_id=bf1fc175-2de8-495c-a4b1-f4b4242f8d3d)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:30:07.008201 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:30:07.054769 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Pushing event updated for resources: {'Port': ['ID=f0fd24ac-7bd2-4e6c-808f-fb2a96862ec6,revision_number=4']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:30:07.220117 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099df514-a528-41d1-bb00-369bf04057f3 req-85a5e5cf-582d-49b4-b179-f29004ff2861 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:30:07.221500 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-099df514-a528-41d1-bb00-369bf04057f3 req-85a5e5cf-582d-49b4-b179-f29004ff2861 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b37f324-ad9e-423c-95b0-3058a7cf945d HTTP/1.1" status: 200 len: 945 time: 0.0762599 Aug 05 04:30:07.231602 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5c2226-2601-4e87-bbca-744fc6661bb2 req-573d22e5-ac7a-4875-bd26-cb1d2b7bfcaa tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:30:07.233012 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2e5c2226-2601-4e87-bbca-744fc6661bb2 req-573d22e5-ac7a-4875-bd26-cb1d2b7bfcaa tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=56a1d672-253c-4cdf-896a-1e91fef8d83c HTTP/1.1" status: 200 len: 943 time: 0.0769799 Aug 05 04:30:07.293343 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-099df514-a528-41d1-bb00-369bf04057f3 req-93786862-a5df-4df6-9fc8-aead3d862780 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/security-groups?id=5ad1e5e9-678e-4639-a106-72386a5acff5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593953 Aug 05 04:30:07.296178 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2e5c2226-2601-4e87-bbca-744fc6661bb2 req-b9a564ef-85f7-4619-87da-aebcca6b5dd9 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=5bd76916-8873-4c9f-b539-c841ab73c6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564418 Aug 05 04:30:07.464162 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] get_ports_and_sgs() called for port_ids ['f0fd24ac-7bd2-4e6c-808f-fb2a96862ec6'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 04:30:08.033395 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-6a2206e1-ea48-45a0-865e-aad2fcc79b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:30:08.153701 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7930d05-88cf-4a01-9a9b-93a0d4e1846f req-36d938df-82f8-4bb2-b590-1ff2b1113c3d tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:30:08.155845 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b7930d05-88cf-4a01-9a9b-93a0d4e1846f req-36d938df-82f8-4bb2-b590-1ff2b1113c3d tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=56a1d672-253c-4cdf-896a-1e91fef8d83c HTTP/1.1" status: 200 len: 943 time: 0.0502934 Aug 05 04:30:08.182027 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-f472d24d-e073-48dd-953a-390c78de26db req-a15f8c6b-c82e-4309-8daf-f4ffbc13aa5c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=56a1d672-253c-4cdf-896a-1e91fef8d83c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0407975 Aug 05 04:30:08.194379 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b7930d05-88cf-4a01-9a9b-93a0d4e1846f req-b592f319-914c-4496-bfda-96cf327c8653 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=5bd76916-8873-4c9f-b539-c841ab73c6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324814 Aug 05 04:30:08.407532 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0277580b-d599-4adf-aa03-5d4f4118014d req-c16ccd0c-b39d-4c97-be2f-0d01bc85702c tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:30:08.409020 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0277580b-d599-4adf-aa03-5d4f4118014d req-c16ccd0c-b39d-4c97-be2f-0d01bc85702c tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b37f324-ad9e-423c-95b0-3058a7cf945d HTTP/1.1" status: 200 len: 945 time: 0.0490420 Aug 05 04:30:08.450912 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0277580b-d599-4adf-aa03-5d4f4118014d req-0d02c800-a3b2-4d75-9a11-fec72dcacb86 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/security-groups?id=5ad1e5e9-678e-4639-a106-72386a5acff5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351655 Aug 05 04:30:08.706810 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Device f0fd24ac-7bd2-4e6c-808f-fb2a96862ec6 up at agent hyperv_hv-cinder-80300 {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 04:30:08.752661 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Provisioning for port f0fd24ac-7bd2-4e6c-808f-fb2a96862ec6 completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 04:30:08.756145 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Provisioning complete for port f0fd24ac-7bd2-4e6c-808f-fb2a96862ec6 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 04:30:08.756512 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66839334'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:30:08.839040 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:30:08.869858 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] For port f0fd24ac-7bd2-4e6c-808f-fb2a96862ec6, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=f0fd24ac-7bd2-4e6c-808f-fb2a96862ec6,segment=NetworkSegment(bf1fc175-2de8-495c-a4b1-f4b4242f8d3d),segment_id=bf1fc175-2de8-495c-a4b1-f4b4242f8d3d)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:30:08.873409 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:30:08.874812 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Device 7915441a-091e-4652-b26a-253a36e9ccd6 no longer exists at agent hyperv_hv-cinder-80300 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 04:30:08.912244 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b37f324-ad9e-423c-95b0-3058a7cf945d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0fd24ac-7bd2-4e6c-808f-fb2a96862ec6'}] {{(pid=93252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 04:30:08.914464 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f021a78abaadf32682ec407d28b092b8d5e159b0dca1f9e700978c1e9d6d025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47d54ab3-0a1a-42d1-bf03-eff4ab7c946b" -d '{"events": [{"server_uuid": "4b37f324-ad9e-423c-95b0-3058a7cf945d", "name": "network-vif-plugged", "status": "completed", "tag": "f0fd24ac-7bd2-4e6c-808f-fb2a96862ec6"}]}' {{(pid=93252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 04:30:08.955820 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 04:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f33ea25-a826-4ba7-abf4-abc6e51b36e4 x-openstack-request-id: req-1f33ea25-a826-4ba7-abf4-abc6e51b36e4 {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 04:30:08.956107 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b37f324-ad9e-423c-95b0-3058a7cf945d", "name": "network-vif-plugged", "status": "completed", "tag": "f0fd24ac-7bd2-4e6c-808f-fb2a96862ec6", "code": 200}]} {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 04:30:08.956351 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1f33ea25-a826-4ba7-abf4-abc6e51b36e4 {{(pid=93252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 04:30:08.956733 dv-cinder-803000-4-iscsi neutron-server[93252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b37f324-ad9e-423c-95b0-3058a7cf945d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0fd24ac-7bd2-4e6c-808f-fb2a96862ec6', 'code': 200} Aug 05 04:30:08.959158 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Pushing event updated for resources: {'Port': ['ID=f0fd24ac-7bd2-4e6c-808f-fb2a96862ec6,revision_number=5']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:30:08.976996 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f472d24d-e073-48dd-953a-390c78de26db req-b3ea645e-be33-4fcd-bcc1-918a6098a70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:30:08.978639 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-f472d24d-e073-48dd-953a-390c78de26db req-b3ea645e-be33-4fcd-bcc1-918a6098a70a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=56a1d672-253c-4cdf-896a-1e91fef8d83c&tenant_id=fd61998732194217b5bf2455115f2cdf HTTP/1.1" status: 200 len: 1096 time: 0.0439887 Aug 05 04:30:09.056419 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f472d24d-e073-48dd-953a-390c78de26db req-50f5a507-2ccb-4215-b245-42cb26a165a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:30:09.057854 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-f472d24d-e073-48dd-953a-390c78de26db req-50f5a507-2ccb-4215-b245-42cb26a165a5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fd61998732194217b5bf2455115f2cdf&device_id=56a1d672-253c-4cdf-896a-1e91fef8d83c HTTP/1.1" status: 200 len: 1096 time: 0.0385480 Aug 05 04:30:09.153563 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f472d24d-e073-48dd-953a-390c78de26db req-bfec8b55-5f81-46a1-9b7d-95690f8199b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:30:09.155069 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-f472d24d-e073-48dd-953a-390c78de26db req-bfec8b55-5f81-46a1-9b7d-95690f8199b4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9a0e0e93-71ba-478a-a257-4e786b1050bd HTTP/1.1" status: 200 len: 918 time: 0.0895219 Aug 05 04:30:09.256977 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-f472d24d-e073-48dd-953a-390c78de26db req-a7a5befa-e326-47bf-976a-6dff96089bbc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7915441a-091e-4652-b26a-253a36e9ccd6 HTTP/1.1" status: 200 len: 998 time: 0.0890203 Aug 05 04:30:09.259517 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191545a9-27fa-4abf-8fa3-066f84a83e4f req-0f100bbb-807e-4837-9680-bbd8072a041a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:30:09.260878 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-191545a9-27fa-4abf-8fa3-066f84a83e4f req-0f100bbb-807e-4837-9680-bbd8072a041a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4b37f324-ad9e-423c-95b0-3058a7cf945d HTTP/1.1" status: 200 len: 1099 time: 0.0579007 Aug 05 04:30:09.315654 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2697446f-7163-4b96-8798-af43b8422b69 req-b2507fd9-dfe3-4d71-ad84-ea36724cbc74 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:30:09.317268 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2697446f-7163-4b96-8798-af43b8422b69 req-b2507fd9-dfe3-4d71-ad84-ea36724cbc74 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=56a1d672-253c-4cdf-896a-1e91fef8d83c HTTP/1.1" status: 200 len: 943 time: 0.0517397 Aug 05 04:30:09.335864 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-191545a9-27fa-4abf-8fa3-066f84a83e4f req-a7811581-e504-4a43-8746-3228a0506674 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=5ad1e5e9-678e-4639-a106-72386a5acff5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641351 Aug 05 04:30:09.337225 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f472d24d-e073-48dd-953a-390c78de26db req-c0b5f733-6750-4614-b1f4-c37c17b5429d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:30:09.338582 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-f472d24d-e073-48dd-953a-390c78de26db req-c0b5f733-6750-4614-b1f4-c37c17b5429d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1d9bb622-7c5a-45bd-8077-93c9d1b98081 HTTP/1.1" status: 200 len: 856 time: 0.0679924 Aug 05 04:30:09.355589 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2697446f-7163-4b96-8798-af43b8422b69 req-a0917b2b-445a-444f-acdb-b1b3b609bfa3 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=5bd76916-8873-4c9f-b539-c841ab73c6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323601 Aug 05 04:30:09.569406 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8c2d0c-622c-49b9-b7cb-9af6a5f58bae req-3eb0c97c-b540-4d7f-8b85-cd2d03a3d514 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:30:09.570891 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9b8c2d0c-622c-49b9-b7cb-9af6a5f58bae req-3eb0c97c-b540-4d7f-8b85-cd2d03a3d514 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b37f324-ad9e-423c-95b0-3058a7cf945d HTTP/1.1" status: 200 len: 946 time: 0.0486157 Aug 05 04:30:09.607717 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9b8c2d0c-622c-49b9-b7cb-9af6a5f58bae req-07f8a30c-0088-4189-9bd8-798997dd705b tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/security-groups?id=5ad1e5e9-678e-4639-a106-72386a5acff5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307655 Aug 05 04:30:09.731807 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f472d24d-e073-48dd-953a-390c78de26db req-09226bea-d281-4d76-a7d7-002c5fcae561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:30:09.733155 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-f472d24d-e073-48dd-953a-390c78de26db req-09226bea-d281-4d76-a7d7-002c5fcae561 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9a0e0e93-71ba-478a-a257-4e786b1050bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393674 Aug 05 04:30:09.823717 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-f472d24d-e073-48dd-953a-390c78de26db req-9d7d4ba6-4cc7-45b8-a5a7-dc7391eb8182 service neutron] 10.222.0.39 "GET /v2.0/networks/9a0e0e93-71ba-478a-a257-4e786b1050bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824502 Aug 05 04:30:09.913914 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-f472d24d-e073-48dd-953a-390c78de26db req-eae574af-066b-402f-9cc9-1af0978c3513 service neutron] 10.222.0.39 "GET /v2.0/networks/9a0e0e93-71ba-478a-a257-4e786b1050bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828495 Aug 05 04:30:10.071933 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:30:10.489094 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813e9adf-30bf-4b38-adbf-8886cc7ee01a req-792df45a-1eca-4412-a4bb-6852fe194834 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:30:10.491019 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-813e9adf-30bf-4b38-adbf-8886cc7ee01a req-792df45a-1eca-4412-a4bb-6852fe194834 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=56a1d672-253c-4cdf-896a-1e91fef8d83c HTTP/1.1" status: 200 len: 943 time: 0.0547984 Aug 05 04:30:10.551423 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-813e9adf-30bf-4b38-adbf-8886cc7ee01a req-b6e6cfc4-a5d1-4552-a4d4-5b4f9317fe29 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=5bd76916-8873-4c9f-b539-c841ab73c6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536547 Aug 05 04:30:10.728043 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344d8539-c92a-47be-90ea-3e320328807c req-73a2e0a5-f76b-4fbf-a214-283f541850bf tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:30:10.729543 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-344d8539-c92a-47be-90ea-3e320328807c req-73a2e0a5-f76b-4fbf-a214-283f541850bf tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b37f324-ad9e-423c-95b0-3058a7cf945d HTTP/1.1" status: 200 len: 946 time: 0.0549569 Aug 05 04:30:10.769725 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-344d8539-c92a-47be-90ea-3e320328807c req-bb6ef738-182d-4747-8564-e16d9490d50e tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/security-groups?id=5ad1e5e9-678e-4639-a106-72386a5acff5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336092 Aug 05 04:30:11.673105 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c31acf9-4134-4c8e-be41-ac39a035ff03 req-72f4ddf7-559c-4e33-8416-3ba705710e42 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:30:11.674709 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9c31acf9-4134-4c8e-be41-ac39a035ff03 req-72f4ddf7-559c-4e33-8416-3ba705710e42 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=56a1d672-253c-4cdf-896a-1e91fef8d83c HTTP/1.1" status: 200 len: 943 time: 0.0507910 Aug 05 04:30:11.714204 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9c31acf9-4134-4c8e-be41-ac39a035ff03 req-e7037c1b-484f-4640-8445-5c421510c993 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=5bd76916-8873-4c9f-b539-c841ab73c6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335593 Aug 05 04:30:11.884666 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d23ab9-59e3-4b9b-a25e-16acc864b6e8 req-b756a871-a48c-4018-92fc-059e1c75b6a5 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:30:11.886152 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-24d23ab9-59e3-4b9b-a25e-16acc864b6e8 req-b756a871-a48c-4018-92fc-059e1c75b6a5 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b37f324-ad9e-423c-95b0-3058a7cf945d HTTP/1.1" status: 200 len: 946 time: 0.0492449 Aug 05 04:30:11.926079 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-24d23ab9-59e3-4b9b-a25e-16acc864b6e8 req-1376e920-73ff-4c02-ae95-475b529fa57f tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/security-groups?id=5ad1e5e9-678e-4639-a106-72386a5acff5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335879 Aug 05 04:30:12.838981 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c57bee-09dd-4759-912c-7457f420594f req-47ae94d3-4350-4bd3-b05a-73d1030a69c7 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:30:12.840372 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-57c57bee-09dd-4759-912c-7457f420594f req-47ae94d3-4350-4bd3-b05a-73d1030a69c7 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=56a1d672-253c-4cdf-896a-1e91fef8d83c HTTP/1.1" status: 200 len: 943 time: 0.0530236 Aug 05 04:30:12.879066 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-57c57bee-09dd-4759-912c-7457f420594f req-472b07e2-6aba-47f0-b614-ba302ed5f9dc tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=5bd76916-8873-4c9f-b539-c841ab73c6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325463 Aug 05 04:30:13.049597 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91600363-6b35-4268-8d02-a7a1cd6b56ec req-d7c29778-1919-4a1a-b97d-add03db875f7 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:30:13.051095 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-91600363-6b35-4268-8d02-a7a1cd6b56ec req-d7c29778-1919-4a1a-b97d-add03db875f7 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b37f324-ad9e-423c-95b0-3058a7cf945d HTTP/1.1" status: 200 len: 946 time: 0.0526152 Aug 05 04:30:13.091104 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-91600363-6b35-4268-8d02-a7a1cd6b56ec req-d9150ae0-a2d4-4a63-a36c-0038bd36dc01 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/security-groups?id=5ad1e5e9-678e-4639-a106-72386a5acff5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340703 Aug 05 04:30:14.003995 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30b1a22-df92-43dd-b348-21a6bdbbcb4e req-9678d39c-b31d-4a9c-ae9f-902197943056 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:30:14.005560 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e30b1a22-df92-43dd-b348-21a6bdbbcb4e req-9678d39c-b31d-4a9c-ae9f-902197943056 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=56a1d672-253c-4cdf-896a-1e91fef8d83c HTTP/1.1" status: 200 len: 943 time: 0.0504704 Aug 05 04:30:14.045288 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e30b1a22-df92-43dd-b348-21a6bdbbcb4e req-5bcc5725-19e1-485f-8c80-d712d279aa2c tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=5bd76916-8873-4c9f-b539-c841ab73c6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336204 Aug 05 04:30:14.209634 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7e9e96-e866-4f92-818d-e9fa795a9b13 req-9ac9fa4a-2cd0-4fcf-b1ba-5b907d13f037 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:30:14.211176 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3e7e9e96-e866-4f92-818d-e9fa795a9b13 req-9ac9fa4a-2cd0-4fcf-b1ba-5b907d13f037 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b37f324-ad9e-423c-95b0-3058a7cf945d HTTP/1.1" status: 200 len: 946 time: 0.0543177 Aug 05 04:30:14.251150 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3e7e9e96-e866-4f92-818d-e9fa795a9b13 req-6cdc36eb-bf6e-42f5-9448-2bb86fa3b069 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/security-groups?id=5ad1e5e9-678e-4639-a106-72386a5acff5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341444 Aug 05 04:30:15.170271 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f67b9b-21a0-40df-98c5-3caafa26c9aa req-429ec291-c586-4edf-b68d-f7a8279607c6 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:30:15.171776 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f2f67b9b-21a0-40df-98c5-3caafa26c9aa req-429ec291-c586-4edf-b68d-f7a8279607c6 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=56a1d672-253c-4cdf-896a-1e91fef8d83c HTTP/1.1" status: 200 len: 943 time: 0.0503066 Aug 05 04:30:15.209524 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f2f67b9b-21a0-40df-98c5-3caafa26c9aa req-0795fb5a-4ca4-4435-8f03-cbf458015003 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=5bd76916-8873-4c9f-b539-c841ab73c6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318606 Aug 05 04:30:15.366653 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fede43d6-5782-4bf0-9d0a-30f82bd7a9f9 req-f8da2e85-d344-4bcb-922d-7476b3cdb204 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:30:15.368067 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-fede43d6-5782-4bf0-9d0a-30f82bd7a9f9 req-f8da2e85-d344-4bcb-922d-7476b3cdb204 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b37f324-ad9e-423c-95b0-3058a7cf945d HTTP/1.1" status: 200 len: 946 time: 0.0500398 Aug 05 04:30:15.405860 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-fede43d6-5782-4bf0-9d0a-30f82bd7a9f9 req-69594ade-ee18-4a42-8be2-9c40b36b310b tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/security-groups?id=5ad1e5e9-678e-4639-a106-72386a5acff5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319681 Aug 05 04:30:16.333693 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71454f66-8349-4925-95f0-635cbc845da0 req-814da5f3-d929-41fe-a0af-b70cb8a70027 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:30:16.335180 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-71454f66-8349-4925-95f0-635cbc845da0 req-814da5f3-d929-41fe-a0af-b70cb8a70027 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=56a1d672-253c-4cdf-896a-1e91fef8d83c HTTP/1.1" status: 200 len: 943 time: 0.0534737 Aug 05 04:30:16.373813 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-71454f66-8349-4925-95f0-635cbc845da0 req-ff46ba79-41c3-4482-ab80-3e446580af7c tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=5bd76916-8873-4c9f-b539-c841ab73c6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326297 Aug 05 04:30:16.522139 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26591eaf-882c-436f-97a1-b4b401327625 req-cac41d3e-9300-49f1-ac19-c03b99748e25 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:30:16.523606 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-26591eaf-882c-436f-97a1-b4b401327625 req-cac41d3e-9300-49f1-ac19-c03b99748e25 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b37f324-ad9e-423c-95b0-3058a7cf945d HTTP/1.1" status: 200 len: 946 time: 0.0503201 Aug 05 04:30:16.563255 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-26591eaf-882c-436f-97a1-b4b401327625 req-b202b9b1-8d9c-437c-96c5-5f30ef99737d tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/security-groups?id=5ad1e5e9-678e-4639-a106-72386a5acff5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335929 Aug 05 04:30:17.173204 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-87ea8438-47cd-44c4-a808-9a807a63fea8 None None] Agent healthcheck: found 6 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 04:30:17.509182 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0523c53f-b0e0-4d9d-952e-3f6217e01a11 req-bb1a4eae-b4aa-48bf-9b13-276cca845e48 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:30:17.510935 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0523c53f-b0e0-4d9d-952e-3f6217e01a11 req-bb1a4eae-b4aa-48bf-9b13-276cca845e48 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=56a1d672-253c-4cdf-896a-1e91fef8d83c HTTP/1.1" status: 200 len: 943 time: 0.0634680 Aug 05 04:30:17.551870 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0523c53f-b0e0-4d9d-952e-3f6217e01a11 req-55cdef43-ffa1-422d-adb8-219108f0aa17 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=5bd76916-8873-4c9f-b539-c841ab73c6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341108 Aug 05 04:30:17.687311 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d06e149-8f2f-4f6d-a90f-4a777ed476ae req-82d621a5-a160-46e2-a060-31ce3bc54db4 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:30:17.689360 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9d06e149-8f2f-4f6d-a90f-4a777ed476ae req-82d621a5-a160-46e2-a060-31ce3bc54db4 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b37f324-ad9e-423c-95b0-3058a7cf945d HTTP/1.1" status: 200 len: 946 time: 0.0547667 Aug 05 04:30:17.726455 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9d06e149-8f2f-4f6d-a90f-4a777ed476ae req-34bec467-4371-4d6d-8dcf-6787b0af189e tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/security-groups?id=5ad1e5e9-678e-4639-a106-72386a5acff5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311890 Aug 05 04:30:18.689723 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15ffc09-bf4b-4ade-b771-40807f822e62 req-9c287b0f-35e3-4ed8-b5ab-5a7ebe3eafef tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:30:18.694291 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c15ffc09-bf4b-4ade-b771-40807f822e62 req-9c287b0f-35e3-4ed8-b5ab-5a7ebe3eafef tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=56a1d672-253c-4cdf-896a-1e91fef8d83c HTTP/1.1" status: 200 len: 943 time: 0.0644674 Aug 05 04:30:18.732793 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c15ffc09-bf4b-4ade-b771-40807f822e62 req-676f9c0d-fdd1-4c17-8c65-e98b7a1ef294 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=5bd76916-8873-4c9f-b539-c841ab73c6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356138 Aug 05 04:30:18.855949 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65899327-3ac1-49fa-8c6e-8d9a168bf975 req-19e0ac4a-63f0-4471-9707-ba5f94f129e8 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:30:18.857770 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-65899327-3ac1-49fa-8c6e-8d9a168bf975 req-19e0ac4a-63f0-4471-9707-ba5f94f129e8 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b37f324-ad9e-423c-95b0-3058a7cf945d HTTP/1.1" status: 200 len: 946 time: 0.0550675 Aug 05 04:30:18.898584 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-65899327-3ac1-49fa-8c6e-8d9a168bf975 req-c9849004-401c-43ae-ae6d-1bd3794621f1 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/security-groups?id=5ad1e5e9-678e-4639-a106-72386a5acff5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343442 Aug 05 04:30:19.858229 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b84416-af3e-4f79-bee9-694b049170c5 req-8d31b32e-016b-44a3-9b77-6130e6bc2ff8 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:30:19.859734 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-78b84416-af3e-4f79-bee9-694b049170c5 req-8d31b32e-016b-44a3-9b77-6130e6bc2ff8 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=56a1d672-253c-4cdf-896a-1e91fef8d83c HTTP/1.1" status: 200 len: 943 time: 0.0533307 Aug 05 04:30:19.898968 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-78b84416-af3e-4f79-bee9-694b049170c5 req-e7513599-c7c9-42a5-82a7-667fc95fccec tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=5bd76916-8873-4c9f-b539-c841ab73c6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331047 Aug 05 04:30:20.017886 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878cab71-d901-4152-8117-da18da72daa8 req-21e9337a-7414-46e6-9deb-ef4683871827 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:30:20.019428 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-878cab71-d901-4152-8117-da18da72daa8 req-21e9337a-7414-46e6-9deb-ef4683871827 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b37f324-ad9e-423c-95b0-3058a7cf945d HTTP/1.1" status: 200 len: 946 time: 0.0510685 Aug 05 04:30:20.058548 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-878cab71-d901-4152-8117-da18da72daa8 req-48fffe6f-6f34-4393-b164-8779f3cb6d95 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/security-groups?id=5ad1e5e9-678e-4639-a106-72386a5acff5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328541 Aug 05 04:30:21.020455 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a738d67-a56d-48e8-95f6-d00b6674c35f req-9bd13aff-8b36-45bf-8521-d18948e93d11 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:30:21.021924 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8a738d67-a56d-48e8-95f6-d00b6674c35f req-9bd13aff-8b36-45bf-8521-d18948e93d11 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=56a1d672-253c-4cdf-896a-1e91fef8d83c HTTP/1.1" status: 200 len: 943 time: 0.0498223 Aug 05 04:30:21.060317 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8a738d67-a56d-48e8-95f6-d00b6674c35f req-3ed8a624-ae94-4834-b076-e25277a37f00 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=5bd76916-8873-4c9f-b539-c841ab73c6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324502 Aug 05 04:30:21.180124 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626dcdfb-77d1-498a-b757-d185441327e3 req-06fa8d91-1d3d-4a4d-b0b5-8909771c517e tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:30:21.181679 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-626dcdfb-77d1-498a-b757-d185441327e3 req-06fa8d91-1d3d-4a4d-b0b5-8909771c517e tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b37f324-ad9e-423c-95b0-3058a7cf945d HTTP/1.1" status: 200 len: 946 time: 0.0524206 Aug 05 04:30:21.221050 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-626dcdfb-77d1-498a-b757-d185441327e3 req-dc1f29b8-123a-4552-8516-25c8e145e327 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/security-groups?id=5ad1e5e9-678e-4639-a106-72386a5acff5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335450 Aug 05 04:30:22.177449 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee33d23b-84ac-4945-bcd6-ef8d1f0a364b req-dfc404ba-ab7d-485b-9c2e-c93c6628f99a tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:30:22.178942 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ee33d23b-84ac-4945-bcd6-ef8d1f0a364b req-dfc404ba-ab7d-485b-9c2e-c93c6628f99a tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=56a1d672-253c-4cdf-896a-1e91fef8d83c HTTP/1.1" status: 200 len: 943 time: 0.0476060 Aug 05 04:30:22.215812 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ee33d23b-84ac-4945-bcd6-ef8d1f0a364b req-2732aced-97e0-4794-98ce-a4470c72fb04 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=5bd76916-8873-4c9f-b539-c841ab73c6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309832 Aug 05 04:30:22.333326 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d093d-7dff-4be3-8056-95d5eff3e85a req-8d8e373b-4642-41ed-986b-a39d3fe867dd tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:30:22.334764 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-799d093d-7dff-4be3-8056-95d5eff3e85a req-8d8e373b-4642-41ed-986b-a39d3fe867dd tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b37f324-ad9e-423c-95b0-3058a7cf945d HTTP/1.1" status: 200 len: 946 time: 0.0474534 Aug 05 04:30:22.369975 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-799d093d-7dff-4be3-8056-95d5eff3e85a req-af928278-02fd-4449-a617-babb75b922fd tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/security-groups?id=5ad1e5e9-678e-4639-a106-72386a5acff5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294189 Aug 05 04:30:23.333504 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bb7632-1829-4b8e-862f-b7287ccf2849 req-bd0c8e39-5c2f-4da2-bb12-dc0c7a30a07d tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:30:23.334983 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d1bb7632-1829-4b8e-862f-b7287ccf2849 req-bd0c8e39-5c2f-4da2-bb12-dc0c7a30a07d tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=56a1d672-253c-4cdf-896a-1e91fef8d83c HTTP/1.1" status: 200 len: 943 time: 0.0510967 Aug 05 04:30:23.371844 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d1bb7632-1829-4b8e-862f-b7287ccf2849 req-3db5b7cb-58ac-4b42-a11f-0a9bb096a227 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=5bd76916-8873-4c9f-b539-c841ab73c6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310125 Aug 05 04:30:23.482347 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd89bc89-db2e-4436-8655-84a539d04ca4 req-67b29170-87f1-49a7-885c-a42be51df27b tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:30:23.483818 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-dd89bc89-db2e-4436-8655-84a539d04ca4 req-67b29170-87f1-49a7-885c-a42be51df27b tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b37f324-ad9e-423c-95b0-3058a7cf945d HTTP/1.1" status: 200 len: 946 time: 0.0485017 Aug 05 04:30:23.520315 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-dd89bc89-db2e-4436-8655-84a539d04ca4 req-d164d0eb-81aa-4f44-9d90-686100971b51 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/security-groups?id=5ad1e5e9-678e-4639-a106-72386a5acff5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306723 Aug 05 04:30:24.503862 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2afe9a8-3d31-4528-a54d-2d2db2bf7ad2 req-63625b3b-6138-4abf-b99c-33ca4d2edf20 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:30:24.505451 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c2afe9a8-3d31-4528-a54d-2d2db2bf7ad2 req-63625b3b-6138-4abf-b99c-33ca4d2edf20 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=56a1d672-253c-4cdf-896a-1e91fef8d83c HTTP/1.1" status: 200 len: 943 time: 0.0515308 Aug 05 04:30:24.548076 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c2afe9a8-3d31-4528-a54d-2d2db2bf7ad2 req-c520b3f0-5a9f-4d92-90be-6f1d4110f1ca tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=5bd76916-8873-4c9f-b539-c841ab73c6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341835 Aug 05 04:30:24.641246 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97a30dd-9400-4454-b36a-694552fb7473 req-15f66811-ef64-4a6d-af8d-75faee94bff8 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:30:24.642720 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a97a30dd-9400-4454-b36a-694552fb7473 req-15f66811-ef64-4a6d-af8d-75faee94bff8 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b37f324-ad9e-423c-95b0-3058a7cf945d HTTP/1.1" status: 200 len: 946 time: 0.0523021 Aug 05 04:30:24.683887 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a97a30dd-9400-4454-b36a-694552fb7473 req-64a28013-abae-4ea2-80a4-b81210616c46 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/security-groups?id=5ad1e5e9-678e-4639-a106-72386a5acff5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352299 Aug 05 04:30:25.665170 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55272e00-533c-4105-b285-fb59075673db req-6879ead3-0e7c-4dde-8e40-53bb233ba491 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:30:25.666647 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-55272e00-533c-4105-b285-fb59075673db req-6879ead3-0e7c-4dde-8e40-53bb233ba491 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=56a1d672-253c-4cdf-896a-1e91fef8d83c HTTP/1.1" status: 200 len: 943 time: 0.0478132 Aug 05 04:30:25.705305 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-55272e00-533c-4105-b285-fb59075673db req-8918fe7f-89db-4ba2-949e-1b4f0932eed2 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=5bd76916-8873-4c9f-b539-c841ab73c6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323019 Aug 05 04:30:25.795416 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe42da3d-eab3-45cb-b57d-44c790a5f10c req-e2439c6a-a469-452b-becf-2f7df175a911 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:30:25.797323 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-fe42da3d-eab3-45cb-b57d-44c790a5f10c req-e2439c6a-a469-452b-becf-2f7df175a911 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b37f324-ad9e-423c-95b0-3058a7cf945d HTTP/1.1" status: 200 len: 946 time: 0.0481722 Aug 05 04:30:25.834600 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-fe42da3d-eab3-45cb-b57d-44c790a5f10c req-b9eb3c3a-df7a-4535-9dbd-a123efea98cd tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/security-groups?id=5ad1e5e9-678e-4639-a106-72386a5acff5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314105 Aug 05 04:30:25.950553 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e59449-71c7-4fd4-bd0f-731965932a44 req-780a57be-4a81-4ba9-ae23-3c99d10169c5 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:30:25.951998 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e1e59449-71c7-4fd4-bd0f-731965932a44 req-780a57be-4a81-4ba9-ae23-3c99d10169c5 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b37f324-ad9e-423c-95b0-3058a7cf945d HTTP/1.1" status: 200 len: 946 time: 0.0519412 Aug 05 04:30:25.988301 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e1e59449-71c7-4fd4-bd0f-731965932a44 req-e41304a0-a28f-474d-bbff-52462c591357 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/security-groups?id=5ad1e5e9-678e-4639-a106-72386a5acff5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305817 Aug 05 04:30:26.010438 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 35850) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:30:26.144658 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5da97f-3d2f-4de0-8d5d-710c1f5abc4a tempest-TestVolumeBootPattern-1798794499 tempest-TestVolumeBootPattern-1798794499-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:30:26.146166 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-2a5da97f-3d2f-4de0-8d5d-710c1f5abc4a tempest-TestVolumeBootPattern-1798794499 tempest-TestVolumeBootPattern-1798794499-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=4b37f324-ad9e-423c-95b0-3058a7cf945d HTTP/1.1" status: 200 len: 1094 time: 0.1346939 Aug 05 04:30:26.149084 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 35854) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:30:26.153284 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-b1b64be4-28b4-4bb5-af76-d2e63cb60676 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Request body: {'floatingip': {'floating_network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'port_id': 'f0fd24ac-7bd2-4e6c-808f-fb2a96862ec6', 'tenant_id': 'fec7848182c34fa699a936b0be6be105', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:30:26.175863 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b1b64be4-28b4-4bb5-af76-d2e63cb60676 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Notify callbacks [] for floatingip, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:30:26.267309 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b1b64be4-28b4-4bb5-af76-d2e63cb60676 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:30:26.371457 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.db_base_plugin_common [None req-b1b64be4-28b4-4bb5-af76-d2e63cb60676 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Allocated IP 172.27.3.228 (6aa50667-ad26-490a-abab-e40f5b548551/1981b9cb-30a8-4ce2-a61f-12a80c9863da/e487c462-f738-42d0-a06e-1e92a4057522) {{(pid=93251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 04:30:26.468580 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b1b64be4-28b4-4bb5-af76-d2e63cb60676 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Notify callbacks [] for port, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:30:26.509798 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b1b64be4-28b4-4bb5-af76-d2e63cb60676 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763712145875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8933231'] for port, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:30:26.544038 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b64be4-28b4-4bb5-af76-d2e63cb60676 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Network 6aa50667-ad26-490a-abab-e40f5b548551 is already hosted by enough agents. {{(pid=93251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 04:30:26.546693 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [None req-b1b64be4-28b4-4bb5-af76-d2e63cb60676 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Resources bound (agent type, host, resource id): {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 04:30:26.549299 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b64be4-28b4-4bb5-af76-d2e63cb60676 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Received port after_create {{(pid=93251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 04:30:26.580033 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b64be4-28b4-4bb5-af76-d2e63cb60676 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Pushing event updated for resources: {'Port': ['ID=e487c462-f738-42d0-a06e-1e92a4057522,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:30:26.592403 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b64be4-28b4-4bb5-af76-d2e63cb60676 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:30:26.592746 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b64be4-28b4-4bb5-af76-d2e63cb60676 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:30:26.593078 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b64be4-28b4-4bb5-af76-d2e63cb60676 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:30:26.593405 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b64be4-28b4-4bb5-af76-d2e63cb60676 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:30:26.593768 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b64be4-28b4-4bb5-af76-d2e63cb60676 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:30:26.594678 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b64be4-28b4-4bb5-af76-d2e63cb60676 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:30:26.595005 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b64be4-28b4-4bb5-af76-d2e63cb60676 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:30:26.595352 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b64be4-28b4-4bb5-af76-d2e63cb60676 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:30:26.595650 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b64be4-28b4-4bb5-af76-d2e63cb60676 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:30:26.595967 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b64be4-28b4-4bb5-af76-d2e63cb60676 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:30:26.596282 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b64be4-28b4-4bb5-af76-d2e63cb60676 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:30:26.596598 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b64be4-28b4-4bb5-af76-d2e63cb60676 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:30:26.821455 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d480d49b-6497-436b-aa16-7137c775a089 req-3c08fc63-f276-46d9-bbc1-eaf4e6acc369 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:30:26.823195 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d480d49b-6497-436b-aa16-7137c775a089 req-3c08fc63-f276-46d9-bbc1-eaf4e6acc369 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=56a1d672-253c-4cdf-896a-1e91fef8d83c HTTP/1.1" status: 200 len: 943 time: 0.0477448 Aug 05 04:30:26.862080 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d480d49b-6497-436b-aa16-7137c775a089 req-14f0d06b-d609-4219-9c99-130098436e60 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=5bd76916-8873-4c9f-b539-c841ab73c6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319555 Aug 05 04:30:26.917314 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b1b64be4-28b4-4bb5-af76-d2e63cb60676 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:30:26.980115 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b1b64be4-28b4-4bb5-af76-d2e63cb60676 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:30:27.122286 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b1b64be4-28b4-4bb5-af76-d2e63cb60676 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Notify callbacks [] for port, precommit_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:30:27.127625 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b1b64be4-28b4-4bb5-af76-d2e63cb60676 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8933222'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:30:27.194540 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b64be4-28b4-4bb5-af76-d2e63cb60676 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Pushing event updated for resources: {'Port': ['ID=e487c462-f738-42d0-a06e-1e92a4057522,revision_number=2']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:30:27.204578 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b1b64be4-28b4-4bb5-af76-d2e63cb60676 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-699471'] for floatingip, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:30:27.301459 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.db.l3_db [None req-b1b64be4-28b4-4bb5-af76-d2e63cb60676 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Floating IP fd7b8552-d141-400a-a20e-1e5261e4bdcd associated. External IP: 172.27.3.228, port: f0fd24ac-7bd2-4e6c-808f-fb2a96862ec6. Aug 05 04:30:27.506433 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1b64be4-28b4-4bb5-af76-d2e63cb60676 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Router d9d0e573-2102-4a89-999c-f3ee1799f7d0 has already been hosted by L3 agent 8e71ca1b-9911-44b3-bf09-1fce3db7ea9a {{(pid=93251) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 04:30:27.611673 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1b64be4-28b4-4bb5-af76-d2e63cb60676 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Notify agent at l3_agent.dv-cinder-803000-4-iscsi the message routers_updated {{(pid=93251) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 04:30:27.621813 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2970518b-c0dc-4a10-b530-e3b67d695825 None None] Sync routers for ids ['d9d0e573-2102-4a89-999c-f3ee1799f7d0'] in dv-cinder-803000-4-iscsi {{(pid=93253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 04:30:27.628956 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b1b64be4-28b4-4bb5-af76-d2e63cb60676 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224329'] for floatingip, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:30:27.632653 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2970518b-c0dc-4a10-b530-e3b67d695825 None None] Routers {'d9d0e573-2102-4a89-999c-f3ee1799f7d0'} bound to L3 agent in host dv-cinder-803000-4-iscsi {{(pid=93253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 04:30:27.633250 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-2970518b-c0dc-4a10-b530-e3b67d695825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T04:10:35Z,description=,heartbeat_timestamp=2021-08-05T04:30:05Z,host='dv-cinder-803000-4-iscsi',id=8e71ca1b-9911-44b3-bf09-1fce3db7ea9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T04:10:35Z,topic='l3_agent')) {'router_ids': ['d9d0e573-2102-4a89-999c-f3ee1799f7d0'], 'active': True} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:30:27.655578 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-b1b64be4-28b4-4bb5-af76-d2e63cb60676 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5055249 Aug 05 04:30:27.656160 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b37f324-ad9e-423c-95b0-3058a7cf945d', 'tag': 'f0fd24ac-7bd2-4e6c-808f-fb2a96862ec6'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 04:30:27.658409 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc51a2a5f300f30acac232ef327f3f01bb0f894a96a37a70efeb1c252096f2af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ba8bc9f-cb6a-461b-91fc-89f92df378f9" -d '{"events": [{"name": "network-changed", "server_uuid": "4b37f324-ad9e-423c-95b0-3058a7cf945d", "tag": "f0fd24ac-7bd2-4e6c-808f-fb2a96862ec6"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 04:30:27.702909 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 04:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f311fcf-c365-4d8c-8672-555de9d40822 x-openstack-request-id: req-6f311fcf-c365-4d8c-8672-555de9d40822 {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 04:30:27.703961 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b37f324-ad9e-423c-95b0-3058a7cf945d", "tag": "f0fd24ac-7bd2-4e6c-808f-fb2a96862ec6", "status": "completed", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 04:30:27.704075 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6f311fcf-c365-4d8c-8672-555de9d40822 {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 04:30:27.704475 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b37f324-ad9e-423c-95b0-3058a7cf945d', 'tag': 'f0fd24ac-7bd2-4e6c-808f-fb2a96862ec6', 'status': 'completed', 'code': 200} Aug 05 04:30:27.741395 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvr_db [None req-2970518b-c0dc-4a10-b530-e3b67d695825 None None] Set router d9d0e573-2102-4a89-999c-f3ee1799f7d0 gateway port host: dv-cinder-803000-4-iscsi {{(pid=93253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 04:30:27.789766 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba8bc9f-cb6a-461b-91fc-89f92df378f9 req-4aa8458c-11a3-42ad-8904-71a06c34afa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:30:27.791210 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-1ba8bc9f-cb6a-461b-91fc-89f92df378f9 req-4aa8458c-11a3-42ad-8904-71a06c34afa1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fec7848182c34fa699a936b0be6be105&device_id=4b37f324-ad9e-423c-95b0-3058a7cf945d HTTP/1.1" status: 200 len: 1099 time: 0.0413890 Aug 05 04:30:27.884846 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba8bc9f-cb6a-461b-91fc-89f92df378f9 req-8529089a-63d7-4524-81c2-0d77eb454abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:30:27.886314 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-1ba8bc9f-cb6a-461b-91fc-89f92df378f9 req-8529089a-63d7-4524-81c2-0d77eb454abe service neutron] 10.222.0.39 "GET /v2.0/networks?id=bf070aab-bc69-436e-9bc0-f5eb9fe32a8b HTTP/1.1" status: 200 len: 911 time: 0.0876548 Aug 05 04:30:27.955268 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-1ba8bc9f-cb6a-461b-91fc-89f92df378f9 req-99eb4308-53be-40b7-9522-b80e6fc6defa service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f0fd24ac-7bd2-4e6c-808f-fb2a96862ec6 HTTP/1.1" status: 200 len: 1000 time: 0.0589361 Aug 05 04:30:27.964116 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-2970518b-c0dc-4a10-b530-e3b67d695825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9d0e573-2102-4a89-999c-f3ee1799f7d0', 'name': 'tempest-TestVolumeBootPattern-20697025-router', 'tenant_id': 'fec7848182c34fa699a936b0be6be105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'external_fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '98862c02-f822-47b7-a341-93d68f3c00c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:29:14Z', 'updated_at': '2021-08-05T04:29:17Z', 'revision_number': 4, 'project_id': 'fec7848182c34fa699a936b0be6be105', 'gw_port': {'id': '98862c02-f822-47b7-a341-93d68f3c00c4', 'name': '', 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d0e573-2102-4a89-999c-f3ee1799f7d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:29:15Z', 'updated_at': '2021-08-05T04:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-4-iscsi', '_floatingips': [{'id': 'fd7b8552-d141-400a-a20e-1e5261e4bdcd', 'tenant_id': 'fec7848182c34fa699a936b0be6be105', 'floating_ip_address': '172.27.3.228', 'floating_network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'router_id': 'd9d0e573-2102-4a89-999c-f3ee1799f7d0', 'port_id': 'f0fd24ac-7bd2-4e6c-808f-fb2a96862ec6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf070aab-bc69-436e-9bc0-f5eb9fe32a8b', 'mac_address': 'fa:16:3e:5c:1c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b37f324-ad9e-423c-95b0-3058a7cf945d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T04:30:26Z', 'updated_at': '2021-08-05T04:30:26Z', 'revision_number': 0, 'project_id': 'fec7848182c34fa699a936b0be6be105', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27f170ce-0d82-4599-b588-0f507464ebba', 'name': '', 'network_id': 'bf070aab-bc69-436e-9bc0-f5eb9fe32a8b', 'tenant_id': 'fec7848182c34fa699a936b0be6be105', 'mac_address': 'fa:16:3e:8a:89:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d0e573-2102-4a89-999c-f3ee1799f7d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '1becb559-5a54-4501-af86-0436efe0580b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:29:17Z', 'updated_at': '2021-08-05T04:29:24Z', 'revision_number': 5, 'project_id': 'fec7848182c34fa699a936b0be6be105', 'subnets': [{'id': '1becb559-5a54-4501-af86-0436efe0580b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803000-4-iscsi', False) {} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:30:27.986939 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6787623-fca2-4ad3-a7df-f9328145207b req-11a46c0e-07c4-42c3-9668-3b6e77e79f9d tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:30:27.988659 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b6787623-fca2-4ad3-a7df-f9328145207b req-11a46c0e-07c4-42c3-9668-3b6e77e79f9d tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=56a1d672-253c-4cdf-896a-1e91fef8d83c HTTP/1.1" status: 200 len: 943 time: 0.0512645 Aug 05 04:30:27.993847 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2970518b-c0dc-4a10-b530-e3b67d695825 None None] Checking router: d9d0e573-2102-4a89-999c-f3ee1799f7d0 for host: dv-cinder-803000-4-iscsi {{(pid=93253) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 04:30:28.005636 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2970518b-c0dc-4a10-b530-e3b67d695825 None None] Routers {'d9d0e573-2102-4a89-999c-f3ee1799f7d0'} bound to L3 agent in host dv-cinder-803000-4-iscsi {{(pid=93253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 04:30:28.006634 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-2970518b-c0dc-4a10-b530-e3b67d695825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T04:10:35Z,description=,heartbeat_timestamp=2021-08-05T04:30:05Z,host='dv-cinder-803000-4-iscsi',id=8e71ca1b-9911-44b3-bf09-1fce3db7ea9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T04:10:35Z,topic='l3_agent')) {'router_ids': ['d9d0e573-2102-4a89-999c-f3ee1799f7d0'], 'active': True} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:30:28.010668 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba8bc9f-cb6a-461b-91fc-89f92df378f9 req-224205c3-321f-4583-9df7-d24470ef5ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:30:28.017565 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-1ba8bc9f-cb6a-461b-91fc-89f92df378f9 req-224205c3-321f-4583-9df7-d24470ef5ccf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1becb559-5a54-4501-af86-0436efe0580b HTTP/1.1" status: 200 len: 849 time: 0.0547218 Aug 05 04:30:28.043080 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b6787623-fca2-4ad3-a7df-f9328145207b req-1d9137a3-4c78-4482-b94e-b9fb16a5ee62 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=5bd76916-8873-4c9f-b539-c841ab73c6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475657 Aug 05 04:30:28.065441 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba8bc9f-cb6a-461b-91fc-89f92df378f9 req-c727676f-33ca-48f1-a2c9-6c7096d0ab4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:30:28.066943 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-1ba8bc9f-cb6a-461b-91fc-89f92df378f9 req-c727676f-33ca-48f1-a2c9-6c7096d0ab4f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bf070aab-bc69-436e-9bc0-f5eb9fe32a8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405471 Aug 05 04:30:28.112788 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvr_db [None req-2970518b-c0dc-4a10-b530-e3b67d695825 None None] Set router d9d0e573-2102-4a89-999c-f3ee1799f7d0 gateway port host: dv-cinder-803000-4-iscsi {{(pid=93253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 04:30:28.155500 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-1ba8bc9f-cb6a-461b-91fc-89f92df378f9 req-4a2f8db6-fcf9-4de2-b330-44079cd0accf service neutron] 10.222.0.39 "GET /v2.0/networks/bf070aab-bc69-436e-9bc0-f5eb9fe32a8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795188 Aug 05 04:30:28.247070 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-1ba8bc9f-cb6a-461b-91fc-89f92df378f9 req-d3d17b1d-51d7-4d75-81d9-2800abe0e594 service neutron] 10.222.0.39 "GET /v2.0/networks/bf070aab-bc69-436e-9bc0-f5eb9fe32a8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844777 Aug 05 04:30:28.328165 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-2970518b-c0dc-4a10-b530-e3b67d695825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9d0e573-2102-4a89-999c-f3ee1799f7d0', 'name': 'tempest-TestVolumeBootPattern-20697025-router', 'tenant_id': 'fec7848182c34fa699a936b0be6be105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'external_fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '98862c02-f822-47b7-a341-93d68f3c00c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:29:14Z', 'updated_at': '2021-08-05T04:29:17Z', 'revision_number': 4, 'project_id': 'fec7848182c34fa699a936b0be6be105', 'gw_port': {'id': '98862c02-f822-47b7-a341-93d68f3c00c4', 'name': '', 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d0e573-2102-4a89-999c-f3ee1799f7d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:29:15Z', 'updated_at': '2021-08-05T04:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-4-iscsi', '_floatingips': [{'id': 'fd7b8552-d141-400a-a20e-1e5261e4bdcd', 'tenant_id': 'fec7848182c34fa699a936b0be6be105', 'floating_ip_address': '172.27.3.228', 'floating_network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'router_id': 'd9d0e573-2102-4a89-999c-f3ee1799f7d0', 'port_id': 'f0fd24ac-7bd2-4e6c-808f-fb2a96862ec6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf070aab-bc69-436e-9bc0-f5eb9fe32a8b', 'mac_address': 'fa:16:3e:5c:1c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b37f324-ad9e-423c-95b0-3058a7cf945d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T04:30:26Z', 'updated_at': '2021-08-05T04:30:26Z', 'revision_number': 0, 'project_id': 'fec7848182c34fa699a936b0be6be105', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27f170ce-0d82-4599-b588-0f507464ebba', 'name': '', 'network_id': 'bf070aab-bc69-436e-9bc0-f5eb9fe32a8b', 'tenant_id': 'fec7848182c34fa699a936b0be6be105', 'mac_address': 'fa:16:3e:8a:89:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d0e573-2102-4a89-999c-f3ee1799f7d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '1becb559-5a54-4501-af86-0436efe0580b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:29:17Z', 'updated_at': '2021-08-05T04:29:24Z', 'revision_number': 5, 'project_id': 'fec7848182c34fa699a936b0be6be105', 'subnets': [{'id': '1becb559-5a54-4501-af86-0436efe0580b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803000-4-iscsi', False) {} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:30:28.356913 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2970518b-c0dc-4a10-b530-e3b67d695825 None None] The sync data for ids ['d9d0e573-2102-4a89-999c-f3ee1799f7d0'] in dv-cinder-803000-4-iscsi is: [{'id': 'd9d0e573-2102-4a89-999c-f3ee1799f7d0', 'name': 'tempest-TestVolumeBootPattern-20697025-router', 'tenant_id': 'fec7848182c34fa699a936b0be6be105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'external_fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '98862c02-f822-47b7-a341-93d68f3c00c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:29:14Z', 'updated_at': '2021-08-05T04:29:17Z', 'revision_number': 4, 'project_id': 'fec7848182c34fa699a936b0be6be105', 'gw_port': {'id': '98862c02-f822-47b7-a341-93d68f3c00c4', 'name': '', 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d0e573-2102-4a89-999c-f3ee1799f7d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:29:15Z', 'updated_at': '2021-08-05T04:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-4-iscsi', '_floatingips': [{'id': 'fd7b8552-d141-400a-a20e-1e5261e4bdcd', 'tenant_id': 'fec7848182c34fa699a936b0be6be105', 'floating_ip_address': '172.27.3.228', 'floating_network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'router_id': 'd9d0e573-2102-4a89-999c-f3ee1799f7d0', 'port_id': 'f0fd24ac-7bd2-4e6c-808f-fb2a96862ec6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf070aab-bc69-436e-9bc0-f5eb9fe32a8b', 'mac_address': 'fa:16:3e:5c:1c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b37f324-ad9e-423c-95b0-3058a7cf945d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T04:30:26Z', 'updated_at': '2021-08-05T04:30:26Z', 'revision_number': 0, 'project_id': 'fec7848182c34fa699a936b0be6be105', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27f170ce-0d82-4599-b588-0f507464ebba', 'name': '', 'network_id': 'bf070aab-bc69-436e-9bc0-f5eb9fe32a8b', 'tenant_id': 'fec7848182c34fa699a936b0be6be105', 'mac_address': 'fa:16:3e:8a:89:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d0e573-2102-4a89-999c-f3ee1799f7d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '1becb559-5a54-4501-af86-0436efe0580b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:29:17Z', 'updated_at': '2021-08-05T04:29:24Z', 'revision_number': 5, 'project_id': 'fec7848182c34fa699a936b0be6be105', 'subnets': [{'id': '1becb559-5a54-4501-af86-0436efe0580b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 04:30:28.536763 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1125e65-11c6-45b0-b27d-535145a0e2a9 None None] New status for floating IP fd7b8552-d141-400a-a20e-1e5261e4bdcd: ACTIVE {{(pid=93252) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 04:30:28.803659 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Device 7915441a-091e-4652-b26a-253a36e9ccd6 details requested by agent hyperv_hv-cinder-80300 with host hv-cinder-80300 {{(pid=93252) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 04:30:28.899152 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] For port 7915441a-091e-4652-b26a-253a36e9ccd6, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=7915441a-091e-4652-b26a-253a36e9ccd6,segment=NetworkSegment(c15a155e-2ad1-4b31-bffc-e72da913a471),segment_id=c15a155e-2ad1-4b31-bffc-e72da913a471)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:30:28.910011 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Returning: {'device': '7915441a-091e-4652-b26a-253a36e9ccd6', 'network_id': '9a0e0e93-71ba-478a-a257-4e786b1050bd', 'port_id': '7915441a-091e-4652-b26a-253a36e9ccd6', 'mac_address': 'fa:16:3e:a3:94:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d9bb622-7c5a-45bd-8077-93c9d1b98081', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93252) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 04:30:28.945901 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:30:28.958214 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7915441a-091e-4652-b26a-253a36e9ccd6 {{(pid=93252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 04:30:28.976595 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] For port 7915441a-091e-4652-b26a-253a36e9ccd6, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=7915441a-091e-4652-b26a-253a36e9ccd6,segment=NetworkSegment(c15a155e-2ad1-4b31-bffc-e72da913a471),segment_id=c15a155e-2ad1-4b31-bffc-e72da913a471)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:30:28.980359 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:30:29.026615 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Pushing event updated for resources: {'Port': ['ID=7915441a-091e-4652-b26a-253a36e9ccd6,revision_number=9']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:30:29.162791 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e26c9a-13dd-4284-95de-8c31341d5182 req-b45ba6a1-55b7-4368-8c6f-d4844619e1f2 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:30:29.164222 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c3e26c9a-13dd-4284-95de-8c31341d5182 req-b45ba6a1-55b7-4368-8c6f-d4844619e1f2 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=56a1d672-253c-4cdf-896a-1e91fef8d83c HTTP/1.1" status: 200 len: 944 time: 0.0500574 Aug 05 04:30:29.202024 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c3e26c9a-13dd-4284-95de-8c31341d5182 req-e47bb3d2-61ac-430c-8f4a-6de0681074a5 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=5bd76916-8873-4c9f-b539-c841ab73c6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318532 Aug 05 04:30:29.403302 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] get_ports_and_sgs() called for port_ids ['7915441a-091e-4652-b26a-253a36e9ccd6'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 04:30:30.321531 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899204c5-4198-4f9c-9a2d-ef3fbe067cec req-b9830703-243b-4178-937f-50375ff77338 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:30:30.323051 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-899204c5-4198-4f9c-9a2d-ef3fbe067cec req-b9830703-243b-4178-937f-50375ff77338 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=56a1d672-253c-4cdf-896a-1e91fef8d83c HTTP/1.1" status: 200 len: 944 time: 0.0482016 Aug 05 04:30:30.360456 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-899204c5-4198-4f9c-9a2d-ef3fbe067cec req-94790715-9f1f-4cda-92c6-147943c99cdd tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=5bd76916-8873-4c9f-b539-c841ab73c6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313416 Aug 05 04:30:30.816051 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Device 7915441a-091e-4652-b26a-253a36e9ccd6 up at agent hyperv_hv-cinder-80300 {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 04:30:30.862005 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Provisioning complete for port 7915441a-091e-4652-b26a-253a36e9ccd6 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 04:30:30.862374 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66839334'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:30:31.051343 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:30:31.072315 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56a1d672-253c-4cdf-896a-1e91fef8d83c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7915441a-091e-4652-b26a-253a36e9ccd6'}] {{(pid=93252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 04:30:31.074578 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f021a78abaadf32682ec407d28b092b8d5e159b0dca1f9e700978c1e9d6d025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11767593-0b15-47b7-ac78-0f3400dff3f2" -d '{"events": [{"server_uuid": "56a1d672-253c-4cdf-896a-1e91fef8d83c", "name": "network-vif-plugged", "status": "completed", "tag": "7915441a-091e-4652-b26a-253a36e9ccd6"}]}' {{(pid=93252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 04:30:31.087885 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] For port 7915441a-091e-4652-b26a-253a36e9ccd6, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=7915441a-091e-4652-b26a-253a36e9ccd6,segment=NetworkSegment(c15a155e-2ad1-4b31-bffc-e72da913a471),segment_id=c15a155e-2ad1-4b31-bffc-e72da913a471)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:30:31.092716 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:30:31.116409 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 04:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b5d3669-db03-4869-9613-cb52fcbf0043 x-openstack-request-id: req-3b5d3669-db03-4869-9613-cb52fcbf0043 {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 04:30:31.116694 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56a1d672-253c-4cdf-896a-1e91fef8d83c", "name": "network-vif-plugged", "status": "completed", "tag": "7915441a-091e-4652-b26a-253a36e9ccd6", "code": 200}]} {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 04:30:31.116938 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3b5d3669-db03-4869-9613-cb52fcbf0043 {{(pid=93252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 04:30:31.117315 dv-cinder-803000-4-iscsi neutron-server[93252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56a1d672-253c-4cdf-896a-1e91fef8d83c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7915441a-091e-4652-b26a-253a36e9ccd6', 'code': 200} Aug 05 04:30:31.141744 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Pushing event updated for resources: {'Port': ['ID=7915441a-091e-4652-b26a-253a36e9ccd6,revision_number=10']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:30:31.341350 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ecf1d1-236d-48a9-94da-33f68dfe35bb req-0060a8e5-7521-48f8-bdb9-37e072dbc481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:30:31.342743 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-86ecf1d1-236d-48a9-94da-33f68dfe35bb req-0060a8e5-7521-48f8-bdb9-37e072dbc481 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=56a1d672-253c-4cdf-896a-1e91fef8d83c HTTP/1.1" status: 200 len: 1099 time: 0.0403237 Aug 05 04:30:31.376541 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-86ecf1d1-236d-48a9-94da-33f68dfe35bb req-c9a9d4d9-7bed-499a-8900-950dd01d61a8 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=5bd76916-8873-4c9f-b539-c841ab73c6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0267739 Aug 05 04:30:31.476953 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491d81b3-5532-4b65-934e-ac2ad135f2f0 req-bd19117e-6fb7-4595-b3d5-221207753177 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:30:31.478392 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-491d81b3-5532-4b65-934e-ac2ad135f2f0 req-bd19117e-6fb7-4595-b3d5-221207753177 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=56a1d672-253c-4cdf-896a-1e91fef8d83c HTTP/1.1" status: 200 len: 946 time: 0.0479524 Aug 05 04:30:31.514752 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-491d81b3-5532-4b65-934e-ac2ad135f2f0 req-88a2232a-4ebc-455d-83e2-2e27ca48aa1b tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=5bd76916-8873-4c9f-b539-c841ab73c6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304782 Aug 05 04:30:32.639430 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37511a04-87d8-44fd-b2d2-83417411bd25 req-ab7a784a-acbf-435d-b560-ad52f9d419a4 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:30:32.641363 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-37511a04-87d8-44fd-b2d2-83417411bd25 req-ab7a784a-acbf-435d-b560-ad52f9d419a4 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=56a1d672-253c-4cdf-896a-1e91fef8d83c HTTP/1.1" status: 200 len: 946 time: 0.0533974 Aug 05 04:30:32.677421 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-37511a04-87d8-44fd-b2d2-83417411bd25 req-0d088117-379e-4d63-80eb-e34726fc1f59 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=5bd76916-8873-4c9f-b539-c841ab73c6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302405 Aug 05 04:30:32.729697 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-e65b7917-fc51-443e-9cc0-3b6da96bac70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:30:33.793328 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378e11fa-bb12-4f48-8f5a-0d20a2e5fac3 req-8606faca-017e-48cd-8e58-2c2415939588 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:30:33.794879 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-378e11fa-bb12-4f48-8f5a-0d20a2e5fac3 req-8606faca-017e-48cd-8e58-2c2415939588 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=56a1d672-253c-4cdf-896a-1e91fef8d83c HTTP/1.1" status: 200 len: 946 time: 0.0483294 Aug 05 04:30:33.832228 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-378e11fa-bb12-4f48-8f5a-0d20a2e5fac3 req-463afba8-e56a-4ae3-a6ce-e996f52a5403 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=5bd76916-8873-4c9f-b539-c841ab73c6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315905 Aug 05 04:30:35.150197 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-4b809695-36fb-45e3-81e5-2466131ae7d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:30:35.331297 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:30:36.339081 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-03641130-cd72-49d2-95a2-84c2adaa14ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:30:38.031602 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-6a2206e1-ea48-45a0-865e-aad2fcc79b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:30:38.055518 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-b83889cd-ddb6-4408-8096-b6ef2bc7502e req-be8f9d2e-c06b-4c01-a13c-3d86c9707377 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=56a1d672-253c-4cdf-896a-1e91fef8d83c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427887 Aug 05 04:30:38.132473 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83889cd-ddb6-4408-8096-b6ef2bc7502e req-13cb65e6-62ff-4e04-951a-332eec2e8a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:30:38.133817 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-b83889cd-ddb6-4408-8096-b6ef2bc7502e req-13cb65e6-62ff-4e04-951a-332eec2e8a70 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fd61998732194217b5bf2455115f2cdf&device_id=56a1d672-253c-4cdf-896a-1e91fef8d83c HTTP/1.1" status: 200 len: 1099 time: 0.0395970 Aug 05 04:30:38.240568 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83889cd-ddb6-4408-8096-b6ef2bc7502e req-49554fde-a859-4d65-b992-9ef09f6a19ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:30:38.241997 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-b83889cd-ddb6-4408-8096-b6ef2bc7502e req-49554fde-a859-4d65-b992-9ef09f6a19ed service neutron] 10.222.0.39 "GET /v2.0/networks?id=9a0e0e93-71ba-478a-a257-4e786b1050bd HTTP/1.1" status: 200 len: 918 time: 0.0831947 Aug 05 04:30:38.309309 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-b83889cd-ddb6-4408-8096-b6ef2bc7502e req-e70b21b9-94f8-472b-99f7-8326591ebd86 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7915441a-091e-4652-b26a-253a36e9ccd6 HTTP/1.1" status: 200 len: 1000 time: 0.0586510 Aug 05 04:30:38.357045 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83889cd-ddb6-4408-8096-b6ef2bc7502e req-a96ad538-933d-4e08-8438-ad42e99f1949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:30:38.358402 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-b83889cd-ddb6-4408-8096-b6ef2bc7502e req-a96ad538-933d-4e08-8438-ad42e99f1949 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1d9bb622-7c5a-45bd-8077-93c9d1b98081 HTTP/1.1" status: 200 len: 856 time: 0.0419781 Aug 05 04:30:38.402288 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83889cd-ddb6-4408-8096-b6ef2bc7502e req-796830c5-f5d4-4aba-b1c0-5303a20f4711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:30:38.403649 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-b83889cd-ddb6-4408-8096-b6ef2bc7502e req-796830c5-f5d4-4aba-b1c0-5303a20f4711 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9a0e0e93-71ba-478a-a257-4e786b1050bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0377736 Aug 05 04:30:38.497228 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-b83889cd-ddb6-4408-8096-b6ef2bc7502e req-38d5248d-61a3-469d-a965-b268c79e956c service neutron] 10.222.0.39 "GET /v2.0/networks/9a0e0e93-71ba-478a-a257-4e786b1050bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858462 Aug 05 04:30:38.585257 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-b83889cd-ddb6-4408-8096-b6ef2bc7502e req-dd095980-98aa-4361-bc58-9fb7e8a3d36f service neutron] 10.222.0.39 "GET /v2.0/networks/9a0e0e93-71ba-478a-a257-4e786b1050bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807514 Aug 05 04:30:40.072312 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:30:40.764495 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0a7b68c4-2394-4c9f-b2b0-e1d11e90b37c req-a912d98d-49c1-4c0a-a369-3d834b4bcce7 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1855508408&fields=id&tenant_id=79070a9d3f8e438fbbec93f519c44426 HTTP/1.1" status: 200 len: 267 time: 0.0328453 Aug 05 04:30:40.815319 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7b68c4-2394-4c9f-b2b0-e1d11e90b37c req-79d160b9-9cd1-4b0d-8118-2fbfa1afba63 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:30:40.816642 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0a7b68c4-2394-4c9f-b2b0-e1d11e90b37c req-79d160b9-9cd1-4b0d-8118-2fbfa1afba63 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] 10.222.0.37 "GET /v2.0/ports?device_id=b894ee9b-9d12-4cc5-950c-d2eaa7033d81 HTTP/1.1" status: 200 len: 984 time: 0.0466511 Aug 05 04:30:40.827390 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [req-0a7b68c4-2394-4c9f-b2b0-e1d11e90b37c req-18a76f07-e7a7-4ffd-b920-4fd454b00635 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Request body: {'port': {'security_groups': ['570d81e3-ddcd-4e93-b0e6-1ef91da633db']}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:30:40.893334 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-0a7b68c4-2394-4c9f-b2b0-e1d11e90b37c req-18a76f07-e7a7-4ffd-b920-4fd454b00635 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:30:41.063491 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-0a7b68c4-2394-4c9f-b2b0-e1d11e90b37c req-18a76f07-e7a7-4ffd-b920-4fd454b00635 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] For port 3117a683-7ebb-4b69-bd83-a9b636705307, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=3117a683-7ebb-4b69-bd83-a9b636705307,segment=NetworkSegment(f61e526f-192b-4532-90d4-bb25d73fe17b),segment_id=f61e526f-192b-4532-90d4-bb25d73fe17b)] {{(pid=93250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:30:41.091747 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-0a7b68c4-2394-4c9f-b2b0-e1d11e90b37c req-18a76f07-e7a7-4ffd-b920-4fd454b00635 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Notify callbacks [] for port, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:30:41.096720 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-0a7b68c4-2394-4c9f-b2b0-e1d11e90b37c req-18a76f07-e7a7-4ffd-b920-4fd454b00635 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3061373'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:30:41.132281 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] get_ports_and_sgs() called for port_ids ['3117a683-7ebb-4b69-bd83-a9b636705307'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 04:30:41.142398 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7b68c4-2394-4c9f-b2b0-e1d11e90b37c req-18a76f07-e7a7-4ffd-b920-4fd454b00635 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:30:41.143059 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-0a7b68c4-2394-4c9f-b2b0-e1d11e90b37c req-18a76f07-e7a7-4ffd-b920-4fd454b00635 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224329'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:30:41.144467 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0a7b68c4-2394-4c9f-b2b0-e1d11e90b37c req-18a76f07-e7a7-4ffd-b920-4fd454b00635 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] 10.222.0.37 "PUT /v2.0/ports/3117a683-7ebb-4b69-bd83-a9b636705307 HTTP/1.1" status: 200 len: 942 time: 0.3216231 Aug 05 04:30:41.144924 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b894ee9b-9d12-4cc5-950c-d2eaa7033d81', 'tag': '3117a683-7ebb-4b69-bd83-a9b636705307'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 04:30:41.147217 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}291f54d86260268176ea2bbc10b53d1be45ae62ce21e3035f9ef74b1f5967b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5785aa3a-2fb3-489e-846e-76b153b17b13" -d '{"events": [{"name": "network-changed", "server_uuid": "b894ee9b-9d12-4cc5-950c-d2eaa7033d81", "tag": "3117a683-7ebb-4b69-bd83-a9b636705307"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 04:30:41.150444 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 35926) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:30:41.177391 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a76f07-e7a7-4ffd-b920-4fd454b00635 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Pushing event updated for resources: {'Port': ['ID=3117a683-7ebb-4b69-bd83-a9b636705307,revision_number=7']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:30:41.185190 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a76f07-e7a7-4ffd-b920-4fd454b00635 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:30:41.185658 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a76f07-e7a7-4ffd-b920-4fd454b00635 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:30:41.186208 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a76f07-e7a7-4ffd-b920-4fd454b00635 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:30:41.187007 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a76f07-e7a7-4ffd-b920-4fd454b00635 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:30:41.187471 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a76f07-e7a7-4ffd-b920-4fd454b00635 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:30:41.187885 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a76f07-e7a7-4ffd-b920-4fd454b00635 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:30:41.188286 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a76f07-e7a7-4ffd-b920-4fd454b00635 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:30:41.188691 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a76f07-e7a7-4ffd-b920-4fd454b00635 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:30:41.189183 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a76f07-e7a7-4ffd-b920-4fd454b00635 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:30:41.189607 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a76f07-e7a7-4ffd-b920-4fd454b00635 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:30:41.190011 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a76f07-e7a7-4ffd-b920-4fd454b00635 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:30:41.190418 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a76f07-e7a7-4ffd-b920-4fd454b00635 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:30:41.230217 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-6144693c-10ed-4f5d-b3da-88d370af7d3a tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:30:41.272021 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 04:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c249cf3-5928-4198-8970-05ca902a866a x-openstack-request-id: req-3c249cf3-5928-4198-8970-05ca902a866a {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 04:30:41.272340 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b894ee9b-9d12-4cc5-950c-d2eaa7033d81", "tag": "3117a683-7ebb-4b69-bd83-a9b636705307", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 04:30:41.272847 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3c249cf3-5928-4198-8970-05ca902a866a {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 04:30:41.273286 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b894ee9b-9d12-4cc5-950c-d2eaa7033d81', 'tag': '3117a683-7ebb-4b69-bd83-a9b636705307', 'status': 'completed', 'code': 200} Aug 05 04:30:41.274652 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-6144693c-10ed-4f5d-b3da-88d370af7d3a tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:30:41.296674 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] get_ports_and_sgs() called for port_ids ['3117a683-7ebb-4b69-bd83-a9b636705307'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 04:30:41.367050 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5785aa3a-2fb3-489e-846e-76b153b17b13 req-218b542f-67dd-4a26-a06c-42b5424e439d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:30:41.368771 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-5785aa3a-2fb3-489e-846e-76b153b17b13 req-218b542f-67dd-4a26-a06c-42b5424e439d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=79070a9d3f8e438fbbec93f519c44426&device_id=b894ee9b-9d12-4cc5-950c-d2eaa7033d81 HTTP/1.1" status: 200 len: 1098 time: 0.0487587 Aug 05 04:30:41.374016 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-6144693c-10ed-4f5d-b3da-88d370af7d3a tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:30:41.377067 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-6144693c-10ed-4f5d-b3da-88d370af7d3a tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:30:41.378408 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-6144693c-10ed-4f5d-b3da-88d370af7d3a tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] 10.222.0.37 "DELETE /v2.0/security-groups/4b11ee74-5d41-4cd6-9ea0-e44f3ca926c6 HTTP/1.1" status: 204 len: 168 time: 0.2269828 Aug 05 04:30:41.381287 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 35930) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:30:41.415230 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6144693c-10ed-4f5d-b3da-88d370af7d3a tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b11ee74-5d41-4cd6-9ea0-e44f3ca926c6,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:30:41.420817 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-2a2632ab-e403-4986-9a4a-613048d7e4dc None None] Provisioning complete for port 3117a683-7ebb-4b69-bd83-a9b636705307 triggered by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 04:30:41.421379 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-2a2632ab-e403-4986-9a4a-613048d7e4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66839334'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:30:41.480533 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5785aa3a-2fb3-489e-846e-76b153b17b13 req-859be948-480c-4158-9c5e-6971adc4387d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:30:41.482035 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-5785aa3a-2fb3-489e-846e-76b153b17b13 req-859be948-480c-4158-9c5e-6971adc4387d service neutron] 10.222.0.39 "GET /v2.0/networks?id=9c2b2137-69fe-4a55-a9a9-a7df818b8725 HTTP/1.1" status: 200 len: 914 time: 0.1023204 Aug 05 04:30:41.555606 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-5785aa3a-2fb3-489e-846e-76b153b17b13 req-746656c5-db7d-4772-bed1-feb7c92a5303 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3117a683-7ebb-4b69-bd83-a9b636705307 HTTP/1.1" status: 200 len: 1001 time: 0.0641911 Aug 05 04:30:41.560103 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-f79114c4-3ff9-47a0-861f-f1510d34ae0c tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Deleting port f022cbad-763f-41f2-abdc-a28a0a08e377 {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 04:30:41.560447 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-f79114c4-3ff9-47a0-861f-f1510d34ae0c tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763712722935'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:30:41.608566 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5785aa3a-2fb3-489e-846e-76b153b17b13 req-133f9c78-8667-456f-a18c-55e5767cf86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:30:41.609959 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-5785aa3a-2fb3-489e-846e-76b153b17b13 req-133f9c78-8667-456f-a18c-55e5767cf86b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7d5a57ba-23c0-437c-ae13-0d863b340f95 HTTP/1.1" status: 200 len: 852 time: 0.0466757 Aug 05 04:30:41.638501 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-f79114c4-3ff9-47a0-861f-f1510d34ae0c tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-702725'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:30:41.638918 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-f79114c4-3ff9-47a0-861f-f1510d34ae0c tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:30:41.651052 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-f79114c4-3ff9-47a0-861f-f1510d34ae0c tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Calling delete_port for f022cbad-763f-41f2-abdc-a28a0a08e377 owned by network:floatingip {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 04:30:41.659264 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5785aa3a-2fb3-489e-846e-76b153b17b13 req-02cfe6c9-274c-4e5b-8cec-1c62901ca48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:30:41.660743 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-5785aa3a-2fb3-489e-846e-76b153b17b13 req-02cfe6c9-274c-4e5b-8cec-1c62901ca48b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9c2b2137-69fe-4a55-a9a9-a7df818b8725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430706 Aug 05 04:30:41.754086 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-5785aa3a-2fb3-489e-846e-76b153b17b13 req-5fef5bfa-4dd9-43ca-8d3a-1368102271ff service neutron] 10.222.0.39 "GET /v2.0/networks/9c2b2137-69fe-4a55-a9a9-a7df818b8725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810261 Aug 05 04:30:41.821230 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-f79114c4-3ff9-47a0-861f-f1510d34ae0c tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763712549039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763712145884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3061364'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:30:41.844664 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79114c4-3ff9-47a0-861f-f1510d34ae0c tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Pushing event deleted for resources: {'Port': ['ID=f022cbad-763f-41f2-abdc-a28a0a08e377,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:30:41.849952 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-5785aa3a-2fb3-489e-846e-76b153b17b13 req-d4915718-a95c-4665-8652-36b937620a6c service neutron] 10.222.0.39 "GET /v2.0/networks/9c2b2137-69fe-4a55-a9a9-a7df818b8725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873222 Aug 05 04:30:41.907050 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-f79114c4-3ff9-47a0-861f-f1510d34ae0c tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Notify callbacks [] for floatingip, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:30:41.907286 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.db.l3_db [None req-f79114c4-3ff9-47a0-861f-f1510d34ae0c tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Floating IP f2620824-5d7b-4d39-98e4-99e76d701f95 disassociated (deleted). External IP: 172.27.3.211, port: 3117a683-7ebb-4b69-bd83-a9b636705307. Aug 05 04:30:42.101117 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f79114c4-3ff9-47a0-861f-f1510d34ae0c tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Router c7ecc11d-74c4-41d4-9461-232faa62e30f has already been hosted by L3 agent 8e71ca1b-9911-44b3-bf09-1fce3db7ea9a {{(pid=93250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 04:30:42.202954 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f79114c4-3ff9-47a0-861f-f1510d34ae0c tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Notify agent at l3_agent.dv-cinder-803000-4-iscsi the message routers_updated {{(pid=93250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 04:30:42.207661 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-f79114c4-3ff9-47a0-861f-f1510d34ae0c tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224329'] for floatingip, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:30:42.212206 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9593ca16-bf20-400c-a39f-977431386fba None None] Sync routers for ids ['c7ecc11d-74c4-41d4-9461-232faa62e30f'] in dv-cinder-803000-4-iscsi {{(pid=93253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 04:30:42.220876 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9593ca16-bf20-400c-a39f-977431386fba None None] Routers {'c7ecc11d-74c4-41d4-9461-232faa62e30f'} bound to L3 agent in host dv-cinder-803000-4-iscsi {{(pid=93253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 04:30:42.221478 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-9593ca16-bf20-400c-a39f-977431386fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T04:10:35Z,description=,heartbeat_timestamp=2021-08-05T04:30:35Z,host='dv-cinder-803000-4-iscsi',id=8e71ca1b-9911-44b3-bf09-1fce3db7ea9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T04:10:35Z,topic='l3_agent')) {'router_ids': ['c7ecc11d-74c4-41d4-9461-232faa62e30f'], 'active': True} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:30:42.238628 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-f79114c4-3ff9-47a0-861f-f1510d34ae0c tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] 10.222.0.37 "DELETE /v2.0/floatingips/f2620824-5d7b-4d39-98e4-99e76d701f95 HTTP/1.1" status: 204 len: 168 time: 0.8536675 Aug 05 04:30:42.325949 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvr_db [None req-9593ca16-bf20-400c-a39f-977431386fba None None] Set router c7ecc11d-74c4-41d4-9461-232faa62e30f gateway port host: dv-cinder-803000-4-iscsi {{(pid=93253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 04:30:42.531614 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-9593ca16-bf20-400c-a39f-977431386fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7ecc11d-74c4-41d4-9461-232faa62e30f', 'name': 'tempest-TestMinimumBasicScenario-15698740-router', 'tenant_id': '79070a9d3f8e438fbbec93f519c44426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'external_fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': '6b97e8b8-b75c-42e6-bf39-4e61069a58cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:27:03Z', 'updated_at': '2021-08-05T04:27:05Z', 'revision_number': 4, 'project_id': '79070a9d3f8e438fbbec93f519c44426', 'gw_port': {'id': '6b97e8b8-b75c-42e6-bf39-4e61069a58cc', 'name': '', 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:28:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ecc11d-74c4-41d4-9461-232faa62e30f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:27:03Z', 'updated_at': '2021-08-05T04:27:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-4-iscsi', '_interfaces': [{'id': 'ff7377a3-ebd0-418b-9487-8ceef315d592', 'name': '', 'network_id': '9c2b2137-69fe-4a55-a9a9-a7df818b8725', 'tenant_id': '79070a9d3f8e438fbbec93f519c44426', 'mac_address': 'fa:16:3e:a4:07:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ecc11d-74c4-41d4-9461-232faa62e30f', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '7d5a57ba-23c0-437c-ae13-0d863b340f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:27:05Z', 'updated_at': '2021-08-05T04:27:12Z', 'revision_number': 5, 'project_id': '79070a9d3f8e438fbbec93f519c44426', 'subnets': [{'id': '7d5a57ba-23c0-437c-ae13-0d863b340f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803000-4-iscsi', False) {} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:30:42.556198 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9593ca16-bf20-400c-a39f-977431386fba None None] Checking router: c7ecc11d-74c4-41d4-9461-232faa62e30f for host: dv-cinder-803000-4-iscsi {{(pid=93253) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 04:30:42.564689 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9593ca16-bf20-400c-a39f-977431386fba None None] Routers {'c7ecc11d-74c4-41d4-9461-232faa62e30f'} bound to L3 agent in host dv-cinder-803000-4-iscsi {{(pid=93253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 04:30:42.565274 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-9593ca16-bf20-400c-a39f-977431386fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T04:10:35Z,description=,heartbeat_timestamp=2021-08-05T04:30:35Z,host='dv-cinder-803000-4-iscsi',id=8e71ca1b-9911-44b3-bf09-1fce3db7ea9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T04:10:35Z,topic='l3_agent')) {'router_ids': ['c7ecc11d-74c4-41d4-9461-232faa62e30f'], 'active': True} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:30:42.747811 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvr_db [None req-9593ca16-bf20-400c-a39f-977431386fba None None] Set router c7ecc11d-74c4-41d4-9461-232faa62e30f gateway port host: dv-cinder-803000-4-iscsi {{(pid=93253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 04:30:42.939682 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-9593ca16-bf20-400c-a39f-977431386fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7ecc11d-74c4-41d4-9461-232faa62e30f', 'name': 'tempest-TestMinimumBasicScenario-15698740-router', 'tenant_id': '79070a9d3f8e438fbbec93f519c44426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'external_fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': '6b97e8b8-b75c-42e6-bf39-4e61069a58cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:27:03Z', 'updated_at': '2021-08-05T04:27:05Z', 'revision_number': 4, 'project_id': '79070a9d3f8e438fbbec93f519c44426', 'gw_port': {'id': '6b97e8b8-b75c-42e6-bf39-4e61069a58cc', 'name': '', 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:28:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ecc11d-74c4-41d4-9461-232faa62e30f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:27:03Z', 'updated_at': '2021-08-05T04:27:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-4-iscsi', '_interfaces': [{'id': 'ff7377a3-ebd0-418b-9487-8ceef315d592', 'name': '', 'network_id': '9c2b2137-69fe-4a55-a9a9-a7df818b8725', 'tenant_id': '79070a9d3f8e438fbbec93f519c44426', 'mac_address': 'fa:16:3e:a4:07:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ecc11d-74c4-41d4-9461-232faa62e30f', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '7d5a57ba-23c0-437c-ae13-0d863b340f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:27:05Z', 'updated_at': '2021-08-05T04:27:12Z', 'revision_number': 5, 'project_id': '79070a9d3f8e438fbbec93f519c44426', 'subnets': [{'id': '7d5a57ba-23c0-437c-ae13-0d863b340f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803000-4-iscsi', False) {} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:30:42.964702 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9593ca16-bf20-400c-a39f-977431386fba None None] The sync data for ids ['c7ecc11d-74c4-41d4-9461-232faa62e30f'] in dv-cinder-803000-4-iscsi is: [{'id': 'c7ecc11d-74c4-41d4-9461-232faa62e30f', 'name': 'tempest-TestMinimumBasicScenario-15698740-router', 'tenant_id': '79070a9d3f8e438fbbec93f519c44426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'external_fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': '6b97e8b8-b75c-42e6-bf39-4e61069a58cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:27:03Z', 'updated_at': '2021-08-05T04:27:05Z', 'revision_number': 4, 'project_id': '79070a9d3f8e438fbbec93f519c44426', 'gw_port': {'id': '6b97e8b8-b75c-42e6-bf39-4e61069a58cc', 'name': '', 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:28:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ecc11d-74c4-41d4-9461-232faa62e30f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:27:03Z', 'updated_at': '2021-08-05T04:27:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-4-iscsi', '_interfaces': [{'id': 'ff7377a3-ebd0-418b-9487-8ceef315d592', 'name': '', 'network_id': '9c2b2137-69fe-4a55-a9a9-a7df818b8725', 'tenant_id': '79070a9d3f8e438fbbec93f519c44426', 'mac_address': 'fa:16:3e:a4:07:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ecc11d-74c4-41d4-9461-232faa62e30f', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '7d5a57ba-23c0-437c-ae13-0d863b340f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:27:05Z', 'updated_at': '2021-08-05T04:27:12Z', 'revision_number': 5, 'project_id': '79070a9d3f8e438fbbec93f519c44426', 'subnets': [{'id': '7d5a57ba-23c0-437c-ae13-0d863b340f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 04:30:43.172803 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55fb24a3-0ac0-4455-bbe6-46111075a855 None None] New status for floating IP f2620824-5d7b-4d39-98e4-99e76d701f95: DOWN {{(pid=93252) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 04:30:43.274248 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b894ee9b-9d12-4cc5-950c-d2eaa7033d81', 'tag': '3117a683-7ebb-4b69-bd83-a9b636705307'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 04:30:43.276569 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}291f54d86260268176ea2bbc10b53d1be45ae62ce21e3035f9ef74b1f5967b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fa58b20-92ef-4405-89e2-1db909194818" -d '{"events": [{"name": "network-changed", "server_uuid": "b894ee9b-9d12-4cc5-950c-d2eaa7033d81", "tag": "3117a683-7ebb-4b69-bd83-a9b636705307"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 04:30:43.311272 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 04:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9668e9e-f173-4fbc-a1f5-22673217e67c x-openstack-request-id: req-f9668e9e-f173-4fbc-a1f5-22673217e67c {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 04:30:43.311578 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b894ee9b-9d12-4cc5-950c-d2eaa7033d81", "tag": "3117a683-7ebb-4b69-bd83-a9b636705307", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 04:30:43.311823 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f9668e9e-f173-4fbc-a1f5-22673217e67c {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 04:30:43.312210 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b894ee9b-9d12-4cc5-950c-d2eaa7033d81', 'tag': '3117a683-7ebb-4b69-bd83-a9b636705307', 'status': 'completed', 'code': 200} Aug 05 04:30:43.445236 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa58b20-92ef-4405-89e2-1db909194818 req-255341a5-216f-463e-9875-6707fb6c41b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:30:43.446771 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-4fa58b20-92ef-4405-89e2-1db909194818 req-255341a5-216f-463e-9875-6707fb6c41b4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=79070a9d3f8e438fbbec93f519c44426&device_id=b894ee9b-9d12-4cc5-950c-d2eaa7033d81 HTTP/1.1" status: 200 len: 1098 time: 0.0444410 Aug 05 04:30:43.559359 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa58b20-92ef-4405-89e2-1db909194818 req-ff528145-96b2-4606-b7c8-d23ff19e4065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:30:43.560819 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-4fa58b20-92ef-4405-89e2-1db909194818 req-ff528145-96b2-4606-b7c8-d23ff19e4065 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9c2b2137-69fe-4a55-a9a9-a7df818b8725 HTTP/1.1" status: 200 len: 914 time: 0.0890188 Aug 05 04:30:43.602718 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-4fa58b20-92ef-4405-89e2-1db909194818 req-afaf67c2-c889-4554-829c-7d08ed932d35 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3117a683-7ebb-4b69-bd83-a9b636705307 HTTP/1.1" status: 200 len: 217 time: 0.0341055 Aug 05 04:30:43.653636 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa58b20-92ef-4405-89e2-1db909194818 req-3bda9ebd-2f2b-459e-b3b1-c04884f817ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:30:43.655435 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-4fa58b20-92ef-4405-89e2-1db909194818 req-3bda9ebd-2f2b-459e-b3b1-c04884f817ec service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7d5a57ba-23c0-437c-ae13-0d863b340f95 HTTP/1.1" status: 200 len: 852 time: 0.0457776 Aug 05 04:30:43.709249 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa58b20-92ef-4405-89e2-1db909194818 req-728baad2-d7f9-4ccb-8f06-1de243b03d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:30:43.710783 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-4fa58b20-92ef-4405-89e2-1db909194818 req-728baad2-d7f9-4ccb-8f06-1de243b03d94 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9c2b2137-69fe-4a55-a9a9-a7df818b8725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0474117 Aug 05 04:30:43.805350 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-4fa58b20-92ef-4405-89e2-1db909194818 req-330894f4-a93e-4d3e-9a4a-7f16e641b2fa service neutron] 10.222.0.39 "GET /v2.0/networks/9c2b2137-69fe-4a55-a9a9-a7df818b8725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818188 Aug 05 04:30:43.926835 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-4fa58b20-92ef-4405-89e2-1db909194818 req-d1aca0dc-0164-47d6-96f2-b22448e518d3 service neutron] 10.222.0.39 "GET /v2.0/networks/9c2b2137-69fe-4a55-a9a9-a7df818b8725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852165 Aug 05 04:30:44.938572 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986d35e3-d6ce-4bc0-9cc0-6d869d2cb15d req-481c1bbc-3f63-4da4-b35b-c264b0a4ba1c tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:30:44.940521 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-986d35e3-d6ce-4bc0-9cc0-6d869d2cb15d req-481c1bbc-3f63-4da4-b35b-c264b0a4ba1c tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] 10.222.0.37 "GET /v2.0/ports?device_id=b894ee9b-9d12-4cc5-950c-d2eaa7033d81 HTTP/1.1" status: 200 len: 945 time: 0.0483031 Aug 05 04:30:44.977843 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-986d35e3-d6ce-4bc0-9cc0-6d869d2cb15d req-befadb34-9a25-46e3-8593-ae929ddbbe2e tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] 10.222.0.37 "GET /v2.0/security-groups?id=570d81e3-ddcd-4e93-b0e6-1ef91da633db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312743 Aug 05 04:30:46.094658 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3780b54-3016-49c4-87c9-9d25fd2cc5f3 req-13ec7427-0911-4cab-a96c-ffde446ba5dd tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:30:46.096724 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f3780b54-3016-49c4-87c9-9d25fd2cc5f3 req-13ec7427-0911-4cab-a96c-ffde446ba5dd tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] 10.222.0.37 "GET /v2.0/ports?device_id=b894ee9b-9d12-4cc5-950c-d2eaa7033d81 HTTP/1.1" status: 200 len: 945 time: 0.0496271 Aug 05 04:30:46.134391 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f3780b54-3016-49c4-87c9-9d25fd2cc5f3 req-de4f2714-8fff-4081-8002-1b2c35b550a0 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] 10.222.0.37 "GET /v2.0/security-groups?id=570d81e3-ddcd-4e93-b0e6-1ef91da633db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318136 Aug 05 04:30:47.201413 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c96423c-7f82-4563-896d-88f0b97050b7 req-91e2425a-1f3c-46e9-a4b7-6c79350d4e75 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:30:47.202943 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-3c96423c-7f82-4563-896d-88f0b97050b7 req-91e2425a-1f3c-46e9-a4b7-6c79350d4e75 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] 10.222.0.39 "GET /v2.0/ports?device_id=b894ee9b-9d12-4cc5-950c-d2eaa7033d81 HTTP/1.1" status: 200 len: 945 time: 0.0566223 Aug 05 04:30:47.255134 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fa92db-3fc5-4cdf-8468-93a7c50abd2d req-4d05c64f-d81e-47b0-9e7a-adef43f21f79 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:30:47.256751 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-15fa92db-3fc5-4cdf-8468-93a7c50abd2d req-4d05c64f-d81e-47b0-9e7a-adef43f21f79 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] 10.222.0.37 "GET /v2.0/ports?device_id=b894ee9b-9d12-4cc5-950c-d2eaa7033d81 HTTP/1.1" status: 200 len: 945 time: 0.0508189 Aug 05 04:30:47.298444 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [req-3c96423c-7f82-4563-896d-88f0b97050b7 req-a84cb58d-83cb-47b9-81f7-782f25e5bf7f tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Deleting port 3117a683-7ebb-4b69-bd83-a9b636705307 {{(pid=93251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 04:30:47.298956 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-3c96423c-7f82-4563-896d-88f0b97050b7 req-a84cb58d-83cb-47b9-81f7-782f25e5bf7f tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763712722935'] for port, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:30:47.300860 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-15fa92db-3fc5-4cdf-8468-93a7c50abd2d req-24d3bc26-dfed-4d42-97ee-cd41454c0c4b tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] 10.222.0.37 "GET /v2.0/security-groups?id=570d81e3-ddcd-4e93-b0e6-1ef91da633db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377107 Aug 05 04:30:47.656854 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [req-3c96423c-7f82-4563-896d-88f0b97050b7 req-a84cb58d-83cb-47b9-81f7-782f25e5bf7f tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] For port 3117a683-7ebb-4b69-bd83-a9b636705307, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=3117a683-7ebb-4b69-bd83-a9b636705307,segment=NetworkSegment(f61e526f-192b-4532-90d4-bb25d73fe17b),segment_id=f61e526f-192b-4532-90d4-bb25d73fe17b)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:30:47.657224 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-3c96423c-7f82-4563-896d-88f0b97050b7 req-a84cb58d-83cb-47b9-81f7-782f25e5bf7f tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-702725'] for port, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:30:47.669750 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [req-3c96423c-7f82-4563-896d-88f0b97050b7 req-a84cb58d-83cb-47b9-81f7-782f25e5bf7f tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Calling delete_port for 3117a683-7ebb-4b69-bd83-a9b636705307 owned by compute:nova {{(pid=93251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 04:30:47.800852 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-3c96423c-7f82-4563-896d-88f0b97050b7 req-a84cb58d-83cb-47b9-81f7-782f25e5bf7f tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763712549039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763712145884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8933231'] for port, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:30:47.830981 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84cb58d-83cb-47b9-81f7-782f25e5bf7f tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Pushing event deleted for resources: {'Port': ['ID=3117a683-7ebb-4b69-bd83-a9b636705307,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:30:47.840581 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] get_ports_and_sgs() called for port_ids ['3117a683-7ebb-4b69-bd83-a9b636705307'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 04:30:47.873398 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c96423c-7f82-4563-896d-88f0b97050b7 req-a84cb58d-83cb-47b9-81f7-782f25e5bf7f tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] No DVR routers for this DVR port 3117a683-7ebb-4b69-bd83-a9b636705307 on host hv-cinder-80300 {{(pid=93251) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 04:30:47.876246 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-3c96423c-7f82-4563-896d-88f0b97050b7 req-a84cb58d-83cb-47b9-81f7-782f25e5bf7f tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224329'] for port, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:30:47.878586 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-3c96423c-7f82-4563-896d-88f0b97050b7 req-a84cb58d-83cb-47b9-81f7-782f25e5bf7f tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] 10.222.0.39 "DELETE /v2.0/ports/3117a683-7ebb-4b69-bd83-a9b636705307 HTTP/1.1" status: 204 len: 173 time: 0.6681595 Aug 05 04:30:47.879062 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b894ee9b-9d12-4cc5-950c-d2eaa7033d81', 'name': 'network-vif-deleted', 'tag': '3117a683-7ebb-4b69-bd83-a9b636705307'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 04:30:47.881630 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc51a2a5f300f30acac232ef327f3f01bb0f894a96a37a70efeb1c252096f2af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50e61eaa-0676-4405-8d3a-c2ccb95488ab" -d '{"events": [{"server_uuid": "b894ee9b-9d12-4cc5-950c-d2eaa7033d81", "name": "network-vif-deleted", "tag": "3117a683-7ebb-4b69-bd83-a9b636705307"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 04:30:47.928956 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 04:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42b20f52-cd4f-4f99-883b-0211b2f83d51 x-openstack-request-id: req-42b20f52-cd4f-4f99-883b-0211b2f83d51 {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 04:30:47.929255 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b894ee9b-9d12-4cc5-950c-d2eaa7033d81", "name": "network-vif-deleted", "tag": "3117a683-7ebb-4b69-bd83-a9b636705307", "status": "completed", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 04:30:47.929509 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-42b20f52-cd4f-4f99-883b-0211b2f83d51 {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 04:30:47.930012 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b894ee9b-9d12-4cc5-950c-d2eaa7033d81', 'name': 'network-vif-deleted', 'tag': '3117a683-7ebb-4b69-bd83-a9b636705307', 'status': 'completed', 'code': 200} Aug 05 04:30:48.434366 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-32816850-3574-4d14-9bec-352f779a2364 req-db29d262-963f-4dd5-9eff-c533cb7593d4 tempest-TestMinimumBasicScenario-1476243802 tempest-TestMinimumBasicScenario-1476243802-project] 10.222.0.37 "GET /v2.0/ports?device_id=b894ee9b-9d12-4cc5-950c-d2eaa7033d81 HTTP/1.1" status: 200 len: 210 time: 0.0482762 Aug 05 04:30:49.963595 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 36008) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:30:50.527448 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-40316fa9-8732-4ec9-8d33-125b75db87a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536823'] for router_interface, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:30:50.775844 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-40316fa9-8732-4ec9-8d33-125b75db87a5 admin admin] Deleting port ff7377a3-ebd0-418b-9487-8ceef315d592 {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 04:30:50.776279 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-40316fa9-8732-4ec9-8d33-125b75db87a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763712722935'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:30:50.852885 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [None req-40316fa9-8732-4ec9-8d33-125b75db87a5 admin admin] For port ff7377a3-ebd0-418b-9487-8ceef315d592, host dv-cinder-803000-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-4-iscsi',level=0,port_id=ff7377a3-ebd0-418b-9487-8ceef315d592,segment=NetworkSegment(f61e526f-192b-4532-90d4-bb25d73fe17b),segment_id=f61e526f-192b-4532-90d4-bb25d73fe17b)] {{(pid=93250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:30:50.852885 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-40316fa9-8732-4ec9-8d33-125b75db87a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-702725'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:30:50.868917 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-40316fa9-8732-4ec9-8d33-125b75db87a5 admin admin] Calling delete_port for ff7377a3-ebd0-418b-9487-8ceef315d592 owned by network:router_interface {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 04:30:50.919258 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Device 3117a683-7ebb-4b69-bd83-a9b636705307 no longer exists at agent hyperv_hv-cinder-80300 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 04:30:50.939443 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] No Port match for: 3117a683-7ebb-4b69-bd83-a9b636705307 {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 04:30:50.941612 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Device 3117a683-7ebb-4b69-bd83-a9b636705307 not bound to the agent host hv-cinder-80300 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 04:30:51.054537 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-40316fa9-8732-4ec9-8d33-125b75db87a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763712549039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763712145884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3061364'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:30:51.081437 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40316fa9-8732-4ec9-8d33-125b75db87a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff7377a3-ebd0-418b-9487-8ceef315d592,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:30:51.248564 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-40316fa9-8732-4ec9-8d33-125b75db87a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536683'] for router_interface, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:30:51.475544 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40316fa9-8732-4ec9-8d33-125b75db87a5 admin admin] Router c7ecc11d-74c4-41d4-9461-232faa62e30f has already been hosted by L3 agent 8e71ca1b-9911-44b3-bf09-1fce3db7ea9a {{(pid=93250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 04:30:51.579265 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40316fa9-8732-4ec9-8d33-125b75db87a5 admin admin] Notify agent at l3_agent.dv-cinder-803000-4-iscsi the message routers_updated {{(pid=93250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 04:30:51.585506 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-40316fa9-8732-4ec9-8d33-125b75db87a5 admin admin] 10.222.0.37 "PUT /v2.0/routers/c7ecc11d-74c4-41d4-9461-232faa62e30f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6207449 Aug 05 04:30:51.587871 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 36010) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:30:51.591607 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3439a77f-3005-403a-8848-4970cbdc2bb9 None None] Sync routers for ids ['c7ecc11d-74c4-41d4-9461-232faa62e30f'] in dv-cinder-803000-4-iscsi {{(pid=93253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 04:30:51.610239 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3439a77f-3005-403a-8848-4970cbdc2bb9 None None] Routers {'c7ecc11d-74c4-41d4-9461-232faa62e30f'} bound to L3 agent in host dv-cinder-803000-4-iscsi {{(pid=93253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 04:30:51.610887 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-3439a77f-3005-403a-8848-4970cbdc2bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T04:10:35Z,description=,heartbeat_timestamp=2021-08-05T04:30:35Z,host='dv-cinder-803000-4-iscsi',id=8e71ca1b-9911-44b3-bf09-1fce3db7ea9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T04:10:35Z,topic='l3_agent')) {'router_ids': ['c7ecc11d-74c4-41d4-9461-232faa62e30f'], 'active': True} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:30:51.705823 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a8adde19-862c-4b33-8850-5103eaf6d51c admin admin] Notify callbacks [] for router, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:30:51.717675 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvr_db [None req-3439a77f-3005-403a-8848-4970cbdc2bb9 None None] Set router c7ecc11d-74c4-41d4-9461-232faa62e30f gateway port host: dv-cinder-803000-4-iscsi {{(pid=93253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 04:30:51.813282 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a8adde19-862c-4b33-8850-5103eaf6d51c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:30:51.881331 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-a8adde19-862c-4b33-8850-5103eaf6d51c admin admin] Deleting port 6b97e8b8-b75c-42e6-bf39-4e61069a58cc {{(pid=93251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 04:30:51.881672 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a8adde19-862c-4b33-8850-5103eaf6d51c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763712722935'] for port, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:30:51.909074 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-3439a77f-3005-403a-8848-4970cbdc2bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7ecc11d-74c4-41d4-9461-232faa62e30f', 'name': 'tempest-TestMinimumBasicScenario-15698740-router', 'tenant_id': '79070a9d3f8e438fbbec93f519c44426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'external_fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': '6b97e8b8-b75c-42e6-bf39-4e61069a58cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:27:03Z', 'updated_at': '2021-08-05T04:30:51Z', 'revision_number': 5, 'project_id': '79070a9d3f8e438fbbec93f519c44426', 'gw_port': {'id': '6b97e8b8-b75c-42e6-bf39-4e61069a58cc', 'name': '', 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:28:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ecc11d-74c4-41d4-9461-232faa62e30f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:27:03Z', 'updated_at': '2021-08-05T04:27:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-4-iscsi'}], 'dv-cinder-803000-4-iscsi', False) {} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:30:51.948332 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3439a77f-3005-403a-8848-4970cbdc2bb9 None None] Checking router: c7ecc11d-74c4-41d4-9461-232faa62e30f for host: dv-cinder-803000-4-iscsi {{(pid=93253) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 04:30:51.958351 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3439a77f-3005-403a-8848-4970cbdc2bb9 None None] Routers {'c7ecc11d-74c4-41d4-9461-232faa62e30f'} bound to L3 agent in host dv-cinder-803000-4-iscsi {{(pid=93253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 04:30:51.958992 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-3439a77f-3005-403a-8848-4970cbdc2bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T04:10:35Z,description=,heartbeat_timestamp=2021-08-05T04:30:35Z,host='dv-cinder-803000-4-iscsi',id=8e71ca1b-9911-44b3-bf09-1fce3db7ea9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T04:10:35Z,topic='l3_agent')) {'router_ids': ['c7ecc11d-74c4-41d4-9461-232faa62e30f'], 'active': True} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:30:51.970731 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-a8adde19-862c-4b33-8850-5103eaf6d51c admin admin] For port 6b97e8b8-b75c-42e6-bf39-4e61069a58cc, host dv-cinder-803000-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-4-iscsi',level=0,port_id=6b97e8b8-b75c-42e6-bf39-4e61069a58cc,segment=NetworkSegment(fe7b4086-21cb-43cf-96b4-8ee376b4a2f8),segment_id=fe7b4086-21cb-43cf-96b4-8ee376b4a2f8)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:30:51.971109 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a8adde19-862c-4b33-8850-5103eaf6d51c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-702725'] for port, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:30:51.983832 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-a8adde19-862c-4b33-8850-5103eaf6d51c admin admin] Calling delete_port for 6b97e8b8-b75c-42e6-bf39-4e61069a58cc owned by network:router_gateway {{(pid=93251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 04:30:52.043976 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvr_db [None req-3439a77f-3005-403a-8848-4970cbdc2bb9 None None] Set router c7ecc11d-74c4-41d4-9461-232faa62e30f gateway port host: None {{(pid=93253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 04:30:52.098661 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-3439a77f-3005-403a-8848-4970cbdc2bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7ecc11d-74c4-41d4-9461-232faa62e30f', 'name': 'tempest-TestMinimumBasicScenario-15698740-router', 'tenant_id': '79070a9d3f8e438fbbec93f519c44426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:27:03Z', 'updated_at': '2021-08-05T04:30:51Z', 'revision_number': 6, 'project_id': '79070a9d3f8e438fbbec93f519c44426', 'gw_port_host': None}], 'dv-cinder-803000-4-iscsi', False) {} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:30:52.128777 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3439a77f-3005-403a-8848-4970cbdc2bb9 None None] The sync data for ids ['c7ecc11d-74c4-41d4-9461-232faa62e30f'] in dv-cinder-803000-4-iscsi is: [{'id': 'c7ecc11d-74c4-41d4-9461-232faa62e30f', 'name': 'tempest-TestMinimumBasicScenario-15698740-router', 'tenant_id': '79070a9d3f8e438fbbec93f519c44426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:27:03Z', 'updated_at': '2021-08-05T04:30:51Z', 'revision_number': 6, 'project_id': '79070a9d3f8e438fbbec93f519c44426', 'gw_port_host': None}] {{(pid=93253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 04:30:52.165413 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a8adde19-862c-4b33-8850-5103eaf6d51c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763712549039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763712145884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8933231'] for port, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:30:52.190464 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8adde19-862c-4b33-8850-5103eaf6d51c admin admin] Pushing event deleted for resources: {'Port': ['ID=6b97e8b8-b75c-42e6-bf39-4e61069a58cc,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:30:52.253129 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a8adde19-862c-4b33-8850-5103eaf6d51c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-700351'] for router_gateway, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:30:52.354437 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a8adde19-862c-4b33-8850-5103eaf6d51c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1520'] for router, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:30:52.356445 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a8adde19-862c-4b33-8850-5103eaf6d51c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:30:52.423469 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a8adde19-862c-4b33-8850-5103eaf6d51c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-706954'] for router, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:30:52.424028 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8adde19-862c-4b33-8850-5103eaf6d51c admin admin] Fanout notify agent at l3_agent the message router_deleted on router c7ecc11d-74c4-41d4-9461-232faa62e30f {{(pid=93251) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 04:30:52.428975 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a8adde19-862c-4b33-8850-5103eaf6d51c admin admin] Notify callbacks [] for router, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:30:52.430147 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-a8adde19-862c-4b33-8850-5103eaf6d51c admin admin] 10.222.0.37 "DELETE /v2.0/routers/c7ecc11d-74c4-41d4-9461-232faa62e30f HTTP/1.1" status: 204 len: 168 time: 0.8413010 Aug 05 04:30:52.432722 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 36012) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:30:52.484222 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.db_base_plugin_v2 [None req-66122135-f8d8-442d-a5d1-205ec6749bb7 admin admin] Deleting subnet 7d5a57ba-23c0-437c-ae13-0d863b340f95 {{(pid=93251) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 04:30:52.487826 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-66122135-f8d8-442d-a5d1-205ec6749bb7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:30:52.524157 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-66122135-f8d8-442d-a5d1-205ec6749bb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3787494'] for subnet, precommit_delete_associations {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:30:52.609241 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-66122135-f8d8-442d-a5d1-205ec6749bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66721300'] for subnet, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:30:52.664343 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-66122135-f8d8-442d-a5d1-205ec6749bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66721283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8933212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994172'] for subnet, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:30:52.691395 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66122135-f8d8-442d-a5d1-205ec6749bb7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d5a57ba-23c0-437c-ae13-0d863b340f95,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:30:52.696921 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-66122135-f8d8-442d-a5d1-205ec6749bb7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:30:52.697225 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc10c86-53e6-403c-bb7f-ad2fd828e868 None None] Network 9c2b2137-69fe-4a55-a9a9-a7df818b8725 requested from dv-cinder-803000-4-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 04:30:52.698809 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-66122135-f8d8-442d-a5d1-205ec6749bb7 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/7d5a57ba-23c0-437c-ae13-0d863b340f95 HTTP/1.1" status: 204 len: 168 time: 0.2651656 Aug 05 04:30:52.701589 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 36014) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:30:52.768808 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-7080e434-c8da-46d4-a7f7-a701e36823cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66814758'] for network, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:30:52.827399 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-7080e434-c8da-46d4-a7f7-a701e36823cd admin admin] Deleting port 9917c6de-0c17-44d8-8a3d-291042028c12 {{(pid=93251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 04:30:52.827971 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-7080e434-c8da-46d4-a7f7-a701e36823cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763712722935'] for port, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:30:52.895796 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-7080e434-c8da-46d4-a7f7-a701e36823cd admin admin] For port 9917c6de-0c17-44d8-8a3d-291042028c12, host dv-cinder-803000-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-4-iscsi',level=0,port_id=9917c6de-0c17-44d8-8a3d-291042028c12,segment=NetworkSegment(f61e526f-192b-4532-90d4-bb25d73fe17b),segment_id=f61e526f-192b-4532-90d4-bb25d73fe17b)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:30:52.896163 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-7080e434-c8da-46d4-a7f7-a701e36823cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-702725'] for port, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:30:52.910753 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-7080e434-c8da-46d4-a7f7-a701e36823cd admin admin] Calling delete_port for 9917c6de-0c17-44d8-8a3d-291042028c12 owned by network:dhcp {{(pid=93251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 04:30:52.911278 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf6de7e-3031-458d-8586-1b94ef3d3cc6 None None] DHCP port deletion for 9c2b2137-69fe-4a55-a9a9-a7df818b8725 request from dv-cinder-803000-4-iscsi {{(pid=93252) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 04:30:52.967263 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-5cf6de7e-3031-458d-8586-1b94ef3d3cc6 None None] Deleting port 9917c6de-0c17-44d8-8a3d-291042028c12 {{(pid=93252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 04:30:52.967967 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-5cf6de7e-3031-458d-8586-1b94ef3d3cc6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763712722935'] for port, before_delete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:30:52.994580 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-7080e434-c8da-46d4-a7f7-a701e36823cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763712549039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763712145884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8933231'] for port, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:30:53.019904 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7080e434-c8da-46d4-a7f7-a701e36823cd admin admin] Pushing event deleted for resources: {'Port': ['ID=9917c6de-0c17-44d8-8a3d-291042028c12,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:30:53.024885 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7080e434-c8da-46d4-a7f7-a701e36823cd admin admin] No DVR routers for this DVR port 9917c6de-0c17-44d8-8a3d-291042028c12 on host dv-cinder-803000-4-iscsi {{(pid=93251) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 04:30:53.049348 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-5cf6de7e-3031-458d-8586-1b94ef3d3cc6 None None] For port 9917c6de-0c17-44d8-8a3d-291042028c12, host dv-cinder-803000-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-4-iscsi',level=0,port_id=9917c6de-0c17-44d8-8a3d-291042028c12,segment=NetworkSegment(f61e526f-192b-4532-90d4-bb25d73fe17b),segment_id=f61e526f-192b-4532-90d4-bb25d73fe17b)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:30:53.049745 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-5cf6de7e-3031-458d-8586-1b94ef3d3cc6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-702725'] for port, precommit_delete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:30:53.070914 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-5cf6de7e-3031-458d-8586-1b94ef3d3cc6 None None] Calling delete_port for 9917c6de-0c17-44d8-8a3d-291042028c12 owned by network:dhcp {{(pid=93252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 04:30:53.123187 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-7080e434-c8da-46d4-a7f7-a701e36823cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66721711', 'neutron.services.segments.db._delete_segments_for_network-8763712477754'] for network, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:30:53.133714 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.services.segments.db [None req-7080e434-c8da-46d4-a7f7-a701e36823cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c2b2137-69fe-4a55-a9a9-a7df818b8725']}} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:30:53.143887 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.services.segments.db [None req-7080e434-c8da-46d4-a7f7-a701e36823cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f61e526f-192b-4532-90d4-bb25d73fe17b') {'for_net_delete': True} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:30:53.144186 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.services.segments.db [None req-7080e434-c8da-46d4-a7f7-a701e36823cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f61e526f-192b-4532-90d4-bb25d73fe17b') {} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:30:53.153109 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-7080e434-c8da-46d4-a7f7-a701e36823cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763712645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3787505'] for segment, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:30:53.170471 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-7080e434-c8da-46d4-a7f7-a701e36823cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66718183'] for segment, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:30:53.178380 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7080e434-c8da-46d4-a7f7-a701e36823cd admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=93251) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 04:30:53.178801 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-7080e434-c8da-46d4-a7f7-a701e36823cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66718183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8933250'] for segment, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:30:53.180491 dv-cinder-803000-4-iscsi neutron-server[93251]: Traceback (most recent call last): Aug 05 04:30:53.180491 dv-cinder-803000-4-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 04:30:53.180491 dv-cinder-803000-4-iscsi neutron-server[93251]: timer() Aug 05 04:30:53.180491 dv-cinder-803000-4-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 04:30:53.180491 dv-cinder-803000-4-iscsi neutron-server[93251]: cb(*args, **kw) Aug 05 04:30:53.180491 dv-cinder-803000-4-iscsi neutron-server[93251]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 04:30:53.180491 dv-cinder-803000-4-iscsi neutron-server[93251]: return func(*args, **kwargs) Aug 05 04:30:53.180491 dv-cinder-803000-4-iscsi neutron-server[93251]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 04:30:53.180491 dv-cinder-803000-4-iscsi neutron-server[93251]: self._notify() Aug 05 04:30:53.180491 dv-cinder-803000-4-iscsi neutron-server[93251]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 04:30:53.180491 dv-cinder-803000-4-iscsi neutron-server[93251]: self.callback(batched_events) Aug 05 04:30:53.180491 dv-cinder-803000-4-iscsi neutron-server[93251]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 04:30:53.180491 dv-cinder-803000-4-iscsi neutron-server[93251]: event.method(event) Aug 05 04:30:53.180491 dv-cinder-803000-4-iscsi neutron-server[93251]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 04:30:53.180491 dv-cinder-803000-4-iscsi neutron-server[93251]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 04:30:53.180491 dv-cinder-803000-4-iscsi neutron-server[93251]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 04:30:53.180491 dv-cinder-803000-4-iscsi neutron-server[93251]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 04:30:53.180491 dv-cinder-803000-4-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 04:30:53.180491 dv-cinder-803000-4-iscsi neutron-server[93251]: return f(self, *a, **k) Aug 05 04:30:53.180491 dv-cinder-803000-4-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 04:30:53.180491 dv-cinder-803000-4-iscsi neutron-server[93251]: return self._get(url).json() Aug 05 04:30:53.180491 dv-cinder-803000-4-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 04:30:53.180491 dv-cinder-803000-4-iscsi neutron-server[93251]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 04:30:53.180491 dv-cinder-803000-4-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 04:30:53.180491 dv-cinder-803000-4-iscsi neutron-server[93251]: return self.request(url, 'GET', **kwargs) Aug 05 04:30:53.180491 dv-cinder-803000-4-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 04:30:53.180491 dv-cinder-803000-4-iscsi neutron-server[93251]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 04:30:53.180491 dv-cinder-803000-4-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 04:30:53.180491 dv-cinder-803000-4-iscsi neutron-server[93251]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 04:30:53.180491 dv-cinder-803000-4-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 04:30:53.180491 dv-cinder-803000-4-iscsi neutron-server[93251]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 04:30:53.180491 dv-cinder-803000-4-iscsi neutron-server[93251]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 04:30:53.206413 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-5cf6de7e-3031-458d-8586-1b94ef3d3cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763712549039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763712145884'] for port, after_delete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:30:53.232511 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf6de7e-3031-458d-8586-1b94ef3d3cc6 None None] Pushing event deleted for resources: {'Port': ['ID=9917c6de-0c17-44d8-8a3d-291042028c12,revision_number=None']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:30:53.239649 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf6de7e-3031-458d-8586-1b94ef3d3cc6 None None] No DVR routers for this DVR port 9917c6de-0c17-44d8-8a3d-291042028c12 on host dv-cinder-803000-4-iscsi {{(pid=93252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 04:30:53.239977 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-7080e434-c8da-46d4-a7f7-a701e36823cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66721686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-699446'] for network, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:30:53.246042 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-7080e434-c8da-46d4-a7f7-a701e36823cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568634'] for network, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:30:53.251235 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-7080e434-c8da-46d4-a7f7-a701e36823cd admin admin] 10.222.0.37 "DELETE /v2.0/networks/9c2b2137-69fe-4a55-a9a9-a7df818b8725 HTTP/1.1" status: 204 len: 168 time: 0.5484083 Aug 05 04:30:53.254548 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 36016) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:30:53.265052 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7080e434-c8da-46d4-a7f7-a701e36823cd admin admin] Pushing event deleted for resources: {'Network': ['ID=9c2b2137-69fe-4a55-a9a9-a7df818b8725,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:30:53.596111 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-dfe5c9b4-8870-4444-971c-755997f022be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536823'] for router_interface, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:30:53.828089 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-dfe5c9b4-8870-4444-971c-755997f022be admin admin] Deleting port 6be25d30-8f16-40fa-97d6-0e2bd0069d6d {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 04:30:53.828341 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-dfe5c9b4-8870-4444-971c-755997f022be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763712722935'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:30:53.900542 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Device 6b97e8b8-b75c-42e6-bf39-4e61069a58cc no longer exists at agent ovs-agent-dv-cinder-803000-4-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 04:30:53.908477 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [None req-dfe5c9b4-8870-4444-971c-755997f022be admin admin] For port 6be25d30-8f16-40fa-97d6-0e2bd0069d6d, host dv-cinder-803000-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-4-iscsi',level=0,port_id=6be25d30-8f16-40fa-97d6-0e2bd0069d6d,segment=NetworkSegment(0bd1e678-8495-49f0-a412-5a818bd29652),segment_id=0bd1e678-8495-49f0-a412-5a818bd29652)] {{(pid=93250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:30:53.908847 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-dfe5c9b4-8870-4444-971c-755997f022be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-702725'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:30:53.919851 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] No Port match for: 6b97e8b8-b75c-42e6-bf39-4e61069a58cc {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 04:30:53.920446 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Device 6b97e8b8-b75c-42e6-bf39-4e61069a58cc not bound to the agent host dv-cinder-803000-4-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 04:30:53.920597 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Device 9917c6de-0c17-44d8-8a3d-291042028c12 no longer exists at agent ovs-agent-dv-cinder-803000-4-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 04:30:53.921209 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-dfe5c9b4-8870-4444-971c-755997f022be admin admin] Calling delete_port for 6be25d30-8f16-40fa-97d6-0e2bd0069d6d owned by network:router_interface {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 04:30:53.940663 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] No Port match for: 9917c6de-0c17-44d8-8a3d-291042028c12 {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 04:30:53.941013 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Device 9917c6de-0c17-44d8-8a3d-291042028c12 not bound to the agent host dv-cinder-803000-4-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 04:30:53.941434 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Device ff7377a3-ebd0-418b-9487-8ceef315d592 no longer exists at agent ovs-agent-dv-cinder-803000-4-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 04:30:53.963340 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] No Port match for: ff7377a3-ebd0-418b-9487-8ceef315d592 {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 04:30:53.963686 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Device ff7377a3-ebd0-418b-9487-8ceef315d592 not bound to the agent host dv-cinder-803000-4-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 04:30:54.101022 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-dfe5c9b4-8870-4444-971c-755997f022be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763712549039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763712145884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3061364'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:30:54.125922 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe5c9b4-8870-4444-971c-755997f022be admin admin] Pushing event deleted for resources: {'Port': ['ID=6be25d30-8f16-40fa-97d6-0e2bd0069d6d,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:30:54.171871 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-87ea8438-47cd-44c4-a808-9a807a63fea8 None None] Agent healthcheck: found 6 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 04:30:54.292910 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-dfe5c9b4-8870-4444-971c-755997f022be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536683'] for router_interface, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:30:54.507180 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfe5c9b4-8870-4444-971c-755997f022be admin admin] Router 351fdf9f-f398-4d28-86b3-de44807005f3 has already been hosted by L3 agent 8e71ca1b-9911-44b3-bf09-1fce3db7ea9a {{(pid=93250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 04:30:54.611372 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfe5c9b4-8870-4444-971c-755997f022be admin admin] Notify agent at l3_agent.dv-cinder-803000-4-iscsi the message routers_updated {{(pid=93250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 04:30:54.616360 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-dfe5c9b4-8870-4444-971c-755997f022be admin admin] 10.222.0.37 "PUT /v2.0/routers/351fdf9f-f398-4d28-86b3-de44807005f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3598795 Aug 05 04:30:54.618894 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 36020) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:30:54.619568 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2a1b2e-80b5-4d39-a7b6-084a40b49f66 None None] Sync routers for ids ['351fdf9f-f398-4d28-86b3-de44807005f3'] in dv-cinder-803000-4-iscsi {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 04:30:54.628534 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2a1b2e-80b5-4d39-a7b6-084a40b49f66 None None] Routers {'351fdf9f-f398-4d28-86b3-de44807005f3'} bound to L3 agent in host dv-cinder-803000-4-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 04:30:54.629135 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-2d2a1b2e-80b5-4d39-a7b6-084a40b49f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T04:10:35Z,description=,heartbeat_timestamp=2021-08-05T04:30:35Z,host='dv-cinder-803000-4-iscsi',id=8e71ca1b-9911-44b3-bf09-1fce3db7ea9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T04:10:35Z,topic='l3_agent')) {'router_ids': ['351fdf9f-f398-4d28-86b3-de44807005f3'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:30:54.719335 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-479b187d-b0b7-482c-b670-1327519f5433 admin admin] Notify callbacks [] for router, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:30:54.728604 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-2d2a1b2e-80b5-4d39-a7b6-084a40b49f66 None None] Set router 351fdf9f-f398-4d28-86b3-de44807005f3 gateway port host: dv-cinder-803000-4-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 04:30:54.820397 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-479b187d-b0b7-482c-b670-1327519f5433 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:30:54.872349 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-479b187d-b0b7-482c-b670-1327519f5433 admin admin] Deleting port 6cd7d4ec-c727-4132-906c-dd7ba268d38f {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 04:30:54.872695 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-479b187d-b0b7-482c-b670-1327519f5433 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763712722935'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:30:54.910548 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-2d2a1b2e-80b5-4d39-a7b6-084a40b49f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '351fdf9f-f398-4d28-86b3-de44807005f3', 'name': 'tempest-TestMinimumBasicScenario-95004664-router', 'tenant_id': '691ed16d57dd40c598e35e4575df0b33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'external_fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '6cd7d4ec-c727-4132-906c-dd7ba268d38f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:27:08Z', 'updated_at': '2021-08-05T04:30:54Z', 'revision_number': 5, 'project_id': '691ed16d57dd40c598e35e4575df0b33', 'gw_port': {'id': '6cd7d4ec-c727-4132-906c-dd7ba268d38f', 'name': '', 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ee:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '351fdf9f-f398-4d28-86b3-de44807005f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:27:09Z', 'updated_at': '2021-08-05T04:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-4-iscsi'}], 'dv-cinder-803000-4-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:30:54.935722 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2a1b2e-80b5-4d39-a7b6-084a40b49f66 None None] Checking router: 351fdf9f-f398-4d28-86b3-de44807005f3 for host: dv-cinder-803000-4-iscsi {{(pid=93252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 04:30:54.943833 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2a1b2e-80b5-4d39-a7b6-084a40b49f66 None None] Routers {'351fdf9f-f398-4d28-86b3-de44807005f3'} bound to L3 agent in host dv-cinder-803000-4-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 04:30:54.944431 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-2d2a1b2e-80b5-4d39-a7b6-084a40b49f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T04:10:35Z,description=,heartbeat_timestamp=2021-08-05T04:30:35Z,host='dv-cinder-803000-4-iscsi',id=8e71ca1b-9911-44b3-bf09-1fce3db7ea9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T04:10:35Z,topic='l3_agent')) {'router_ids': ['351fdf9f-f398-4d28-86b3-de44807005f3'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:30:54.954118 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [None req-479b187d-b0b7-482c-b670-1327519f5433 admin admin] For port 6cd7d4ec-c727-4132-906c-dd7ba268d38f, host dv-cinder-803000-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-4-iscsi',level=0,port_id=6cd7d4ec-c727-4132-906c-dd7ba268d38f,segment=NetworkSegment(fe7b4086-21cb-43cf-96b4-8ee376b4a2f8),segment_id=fe7b4086-21cb-43cf-96b4-8ee376b4a2f8)] {{(pid=93250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:30:54.955006 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-479b187d-b0b7-482c-b670-1327519f5433 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-702725'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:30:54.966383 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-479b187d-b0b7-482c-b670-1327519f5433 admin admin] Calling delete_port for 6cd7d4ec-c727-4132-906c-dd7ba268d38f owned by network:router_gateway {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 04:30:55.028234 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-2d2a1b2e-80b5-4d39-a7b6-084a40b49f66 None None] Set router 351fdf9f-f398-4d28-86b3-de44807005f3 gateway port host: None {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 04:30:55.082430 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-2d2a1b2e-80b5-4d39-a7b6-084a40b49f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '351fdf9f-f398-4d28-86b3-de44807005f3', 'name': 'tempest-TestMinimumBasicScenario-95004664-router', 'tenant_id': '691ed16d57dd40c598e35e4575df0b33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:27:08Z', 'updated_at': '2021-08-05T04:30:54Z', 'revision_number': 6, 'project_id': '691ed16d57dd40c598e35e4575df0b33', 'gw_port_host': None}], 'dv-cinder-803000-4-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:30:55.109291 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2a1b2e-80b5-4d39-a7b6-084a40b49f66 None None] The sync data for ids ['351fdf9f-f398-4d28-86b3-de44807005f3'] in dv-cinder-803000-4-iscsi is: [{'id': '351fdf9f-f398-4d28-86b3-de44807005f3', 'name': 'tempest-TestMinimumBasicScenario-95004664-router', 'tenant_id': '691ed16d57dd40c598e35e4575df0b33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:27:08Z', 'updated_at': '2021-08-05T04:30:54Z', 'revision_number': 6, 'project_id': '691ed16d57dd40c598e35e4575df0b33', 'gw_port_host': None}] {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 04:30:55.133487 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-479b187d-b0b7-482c-b670-1327519f5433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763712549039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763712145884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3061364'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:30:55.163798 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479b187d-b0b7-482c-b670-1327519f5433 admin admin] Pushing event deleted for resources: {'Port': ['ID=6cd7d4ec-c727-4132-906c-dd7ba268d38f,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:30:55.217996 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-479b187d-b0b7-482c-b670-1327519f5433 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-700351'] for router_gateway, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:30:55.531615 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-479b187d-b0b7-482c-b670-1327519f5433 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1520'] for router, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:30:55.533759 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-479b187d-b0b7-482c-b670-1327519f5433 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:30:55.577681 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-479b187d-b0b7-482c-b670-1327519f5433 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-706954'] for router, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:30:55.578212 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-479b187d-b0b7-482c-b670-1327519f5433 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 351fdf9f-f398-4d28-86b3-de44807005f3 {{(pid=93250) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 04:30:55.582952 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-479b187d-b0b7-482c-b670-1327519f5433 admin admin] Notify callbacks [] for router, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:30:55.584084 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-479b187d-b0b7-482c-b670-1327519f5433 admin admin] 10.222.0.37 "DELETE /v2.0/routers/351fdf9f-f398-4d28-86b3-de44807005f3 HTTP/1.1" status: 204 len: 168 time: 0.9642920 Aug 05 04:30:55.586517 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 36024) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:30:55.629746 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c1951f3-e6af-4355-ba39-bdee9bf5fa02 admin admin] Deleting subnet 3af0571a-ece2-4d37-907b-b4fcfeb73b0f {{(pid=93250) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 04:30:55.632684 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3c1951f3-e6af-4355-ba39-bdee9bf5fa02 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:30:55.664648 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3c1951f3-e6af-4355-ba39-bdee9bf5fa02 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2700634'] for subnet, precommit_delete_associations {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:30:55.742908 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3c1951f3-e6af-4355-ba39-bdee9bf5fa02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66721300'] for subnet, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:30:55.792641 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3c1951f3-e6af-4355-ba39-bdee9bf5fa02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66721283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3061319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3240075'] for subnet, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:30:55.818585 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1951f3-e6af-4355-ba39-bdee9bf5fa02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3af0571a-ece2-4d37-907b-b4fcfeb73b0f,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:30:55.823132 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3c1951f3-e6af-4355-ba39-bdee9bf5fa02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568634'] for subnet, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:30:55.825471 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-3c1951f3-e6af-4355-ba39-bdee9bf5fa02 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/3af0571a-ece2-4d37-907b-b4fcfeb73b0f HTTP/1.1" status: 204 len: 168 time: 0.2376082 Aug 05 04:30:55.829246 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f72ed2d-3d09-4e37-a1c4-0a4c308cc7b2 None None] Network 3b4e14f1-5691-48c2-9449-3f90ad342963 requested from dv-cinder-803000-4-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 04:30:55.830985 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 36026) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:30:55.910659 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3722ed3b-c94c-4d55-985e-644eabd1cd84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66814758'] for network, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:30:55.925374 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Device 6be25d30-8f16-40fa-97d6-0e2bd0069d6d no longer exists at agent ovs-agent-dv-cinder-803000-4-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 04:30:55.945368 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] No Port match for: 6be25d30-8f16-40fa-97d6-0e2bd0069d6d {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 04:30:55.945721 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Device 6be25d30-8f16-40fa-97d6-0e2bd0069d6d not bound to the agent host dv-cinder-803000-4-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 04:30:55.946145 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Device 6cd7d4ec-c727-4132-906c-dd7ba268d38f no longer exists at agent ovs-agent-dv-cinder-803000-4-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 04:30:55.965488 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-3722ed3b-c94c-4d55-985e-644eabd1cd84 admin admin] Deleting port 707a7a0b-b270-493a-b57d-dc4e067c5b5f {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 04:30:55.965915 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3722ed3b-c94c-4d55-985e-644eabd1cd84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763712722935'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:30:55.967310 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] No Port match for: 6cd7d4ec-c727-4132-906c-dd7ba268d38f {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 04:30:55.967657 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Device 6cd7d4ec-c727-4132-906c-dd7ba268d38f not bound to the agent host dv-cinder-803000-4-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 04:30:56.029640 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [None req-3722ed3b-c94c-4d55-985e-644eabd1cd84 admin admin] For port 707a7a0b-b270-493a-b57d-dc4e067c5b5f, host dv-cinder-803000-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-4-iscsi',level=0,port_id=707a7a0b-b270-493a-b57d-dc4e067c5b5f,segment=NetworkSegment(0bd1e678-8495-49f0-a412-5a818bd29652),segment_id=0bd1e678-8495-49f0-a412-5a818bd29652)] {{(pid=93250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:30:56.030042 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3722ed3b-c94c-4d55-985e-644eabd1cd84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-702725'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:30:56.044039 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-3722ed3b-c94c-4d55-985e-644eabd1cd84 admin admin] Calling delete_port for 707a7a0b-b270-493a-b57d-dc4e067c5b5f owned by network:dhcp {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 04:30:56.060573 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a5bdd4-4095-4326-95eb-7c185e90d2b9 None None] DHCP port deletion for 3b4e14f1-5691-48c2-9449-3f90ad342963 request from dv-cinder-803000-4-iscsi {{(pid=93252) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 04:30:56.115037 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-55a5bdd4-4095-4326-95eb-7c185e90d2b9 None None] Deleting port 707a7a0b-b270-493a-b57d-dc4e067c5b5f {{(pid=93252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 04:30:56.115710 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-55a5bdd4-4095-4326-95eb-7c185e90d2b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763712722935'] for port, before_delete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:30:56.130973 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3722ed3b-c94c-4d55-985e-644eabd1cd84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763712549039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763712145884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3061364'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:30:56.158966 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3722ed3b-c94c-4d55-985e-644eabd1cd84 admin admin] No DVR routers for this DVR port 707a7a0b-b270-493a-b57d-dc4e067c5b5f on host dv-cinder-803000-4-iscsi {{(pid=93250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 04:30:56.161030 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3722ed3b-c94c-4d55-985e-644eabd1cd84 admin admin] Pushing event deleted for resources: {'Port': ['ID=707a7a0b-b270-493a-b57d-dc4e067c5b5f,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:30:56.180605 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-55a5bdd4-4095-4326-95eb-7c185e90d2b9 None None] For port 707a7a0b-b270-493a-b57d-dc4e067c5b5f, host dv-cinder-803000-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-4-iscsi',level=0,port_id=707a7a0b-b270-493a-b57d-dc4e067c5b5f,segment=NetworkSegment(0bd1e678-8495-49f0-a412-5a818bd29652),segment_id=0bd1e678-8495-49f0-a412-5a818bd29652)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:30:56.181005 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-55a5bdd4-4095-4326-95eb-7c185e90d2b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-702725'] for port, precommit_delete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:30:56.192945 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-55a5bdd4-4095-4326-95eb-7c185e90d2b9 None None] Calling delete_port for 707a7a0b-b270-493a-b57d-dc4e067c5b5f owned by network:dhcp {{(pid=93252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 04:30:56.234879 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3722ed3b-c94c-4d55-985e-644eabd1cd84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66721711', 'neutron.services.segments.db._delete_segments_for_network-8763712477754'] for network, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:30:56.245157 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.services.segments.db [None req-3722ed3b-c94c-4d55-985e-644eabd1cd84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b4e14f1-5691-48c2-9449-3f90ad342963']}} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:30:56.255306 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.services.segments.db [None req-3722ed3b-c94c-4d55-985e-644eabd1cd84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bd1e678-8495-49f0-a412-5a818bd29652') {'for_net_delete': True} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:30:56.255547 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.services.segments.db [None req-3722ed3b-c94c-4d55-985e-644eabd1cd84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bd1e678-8495-49f0-a412-5a818bd29652') {} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:30:56.264291 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3722ed3b-c94c-4d55-985e-644eabd1cd84 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763712645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2700621'] for segment, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:30:56.269027 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-55a5bdd4-4095-4326-95eb-7c185e90d2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763712549039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763712145884'] for port, after_delete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:30:56.283494 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3722ed3b-c94c-4d55-985e-644eabd1cd84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66718183'] for segment, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:30:56.290040 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3722ed3b-c94c-4d55-985e-644eabd1cd84 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=93250) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 04:30:56.290369 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3722ed3b-c94c-4d55-985e-644eabd1cd84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66718183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3061401'] for segment, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:30:56.292139 dv-cinder-803000-4-iscsi neutron-server[93250]: Traceback (most recent call last): Aug 05 04:30:56.292139 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 04:30:56.292139 dv-cinder-803000-4-iscsi neutron-server[93250]: timer() Aug 05 04:30:56.292139 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 04:30:56.292139 dv-cinder-803000-4-iscsi neutron-server[93250]: cb(*args, **kw) Aug 05 04:30:56.292139 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 04:30:56.292139 dv-cinder-803000-4-iscsi neutron-server[93250]: return func(*args, **kwargs) Aug 05 04:30:56.292139 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 04:30:56.292139 dv-cinder-803000-4-iscsi neutron-server[93250]: self._notify() Aug 05 04:30:56.292139 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 04:30:56.292139 dv-cinder-803000-4-iscsi neutron-server[93250]: self.callback(batched_events) Aug 05 04:30:56.292139 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 04:30:56.292139 dv-cinder-803000-4-iscsi neutron-server[93250]: event.method(event) Aug 05 04:30:56.292139 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 04:30:56.292139 dv-cinder-803000-4-iscsi neutron-server[93250]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 04:30:56.292139 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 04:30:56.292139 dv-cinder-803000-4-iscsi neutron-server[93250]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 04:30:56.292139 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 04:30:56.292139 dv-cinder-803000-4-iscsi neutron-server[93250]: return f(self, *a, **k) Aug 05 04:30:56.292139 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 04:30:56.292139 dv-cinder-803000-4-iscsi neutron-server[93250]: return self._get(url).json() Aug 05 04:30:56.292139 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 04:30:56.292139 dv-cinder-803000-4-iscsi neutron-server[93250]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 04:30:56.292139 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 04:30:56.292139 dv-cinder-803000-4-iscsi neutron-server[93250]: return self.request(url, 'GET', **kwargs) Aug 05 04:30:56.292139 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 04:30:56.292139 dv-cinder-803000-4-iscsi neutron-server[93250]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 04:30:56.292139 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 04:30:56.292139 dv-cinder-803000-4-iscsi neutron-server[93250]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 04:30:56.292139 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 04:30:56.292139 dv-cinder-803000-4-iscsi neutron-server[93250]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 04:30:56.292139 dv-cinder-803000-4-iscsi neutron-server[93250]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 04:30:56.295960 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a5bdd4-4095-4326-95eb-7c185e90d2b9 None None] Pushing event deleted for resources: {'Port': ['ID=707a7a0b-b270-493a-b57d-dc4e067c5b5f,revision_number=None']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:30:56.299903 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a5bdd4-4095-4326-95eb-7c185e90d2b9 None None] No DVR routers for this DVR port 707a7a0b-b270-493a-b57d-dc4e067c5b5f on host dv-cinder-803000-4-iscsi {{(pid=93252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 04:30:56.346407 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3722ed3b-c94c-4d55-985e-644eabd1cd84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66721686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-699446'] for network, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:30:56.352441 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3722ed3b-c94c-4d55-985e-644eabd1cd84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568634'] for network, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:30:56.354702 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-3722ed3b-c94c-4d55-985e-644eabd1cd84 admin admin] 10.222.0.37 "DELETE /v2.0/networks/3b4e14f1-5691-48c2-9449-3f90ad342963 HTTP/1.1" status: 204 len: 168 time: 0.5215015 Aug 05 04:30:56.364563 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3722ed3b-c94c-4d55-985e-644eabd1cd84 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b4e14f1-5691-48c2-9449-3f90ad342963,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:30:56.514576 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 36030) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:30:56.554114 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-311b8183-8886-4aaf-b671-1bee19d1f48d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=79070a9d3f8e438fbbec93f519c44426&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382910 Aug 05 04:30:56.556512 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 36032) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:30:56.607158 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-547eed3e-5879-48d7-af16-99f32c574614 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:30:56.627200 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-547eed3e-5879-48d7-af16-99f32c574614 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:30:56.671915 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-547eed3e-5879-48d7-af16-99f32c574614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:30:56.674569 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-547eed3e-5879-48d7-af16-99f32c574614 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:30:56.675719 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-547eed3e-5879-48d7-af16-99f32c574614 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/570d81e3-ddcd-4e93-b0e6-1ef91da633db HTTP/1.1" status: 204 len: 168 time: 0.1183000 Aug 05 04:30:56.683676 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547eed3e-5879-48d7-af16-99f32c574614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=570d81e3-ddcd-4e93-b0e6-1ef91da633db,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:30:56.975599 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 36038) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:30:57.014876 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-9e4d9a50-96f5-45fc-8710-9dfd3dd2ad50 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=691ed16d57dd40c598e35e4575df0b33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381203 Aug 05 04:30:57.017732 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 36040) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:30:57.064663 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ddb9f8a7-663f-4727-a129-3d40160faf1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:30:57.085897 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ddb9f8a7-663f-4727-a129-3d40160faf1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:30:57.131562 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ddb9f8a7-663f-4727-a129-3d40160faf1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:30:57.134274 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ddb9f8a7-663f-4727-a129-3d40160faf1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:30:57.135599 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-ddb9f8a7-663f-4727-a129-3d40160faf1f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e937257d-0dac-47d4-bdb4-ecf4ead8f741 HTTP/1.1" status: 204 len: 168 time: 0.1169903 Aug 05 04:30:57.142983 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb9f8a7-663f-4727-a129-3d40160faf1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e937257d-0dac-47d4-bdb4-ecf4ead8f741,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:30:57.887616 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Device 707a7a0b-b270-493a-b57d-dc4e067c5b5f no longer exists at agent ovs-agent-dv-cinder-803000-4-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 04:30:57.907337 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] No Port match for: 707a7a0b-b270-493a-b57d-dc4e067c5b5f {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 04:30:57.908318 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Device 707a7a0b-b270-493a-b57d-dc4e067c5b5f not bound to the agent host dv-cinder-803000-4-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 04:31:02.729637 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-4d9c1cd4-efe8-4547-85c5-d56759cbc091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:31:05.150466 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-fb918248-c5fb-402a-ad24-a0b261c73540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:31:05.332410 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:31:06.342153 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-03641130-cd72-49d2-95a2-84c2adaa14ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:31:08.035572 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-6a2206e1-ea48-45a0-865e-aad2fcc79b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:31:10.086386 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:31:29.750748 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc7133b-d355-4db8-96da-4b69c903ead3 req-45c24090-9ad9-48e4-9aa5-253f404fbfbb tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:31:29.752146 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3fc7133b-d355-4db8-96da-4b69c903ead3 req-45c24090-9ad9-48e4-9aa5-253f404fbfbb tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=56a1d672-253c-4cdf-896a-1e91fef8d83c HTTP/1.1" status: 200 len: 946 time: 0.0521121 Aug 05 04:31:29.790026 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3fc7133b-d355-4db8-96da-4b69c903ead3 req-ac8cf2f3-f7a3-4099-9741-1f0c40563750 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=5bd76916-8873-4c9f-b539-c841ab73c6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314138 Aug 05 04:31:30.906458 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efdbce7-19d6-4584-9d3f-3d25dd64072d req-91a122c7-1462-4bc4-ba49-16a39cb58078 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:31:30.907901 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5efdbce7-19d6-4584-9d3f-3d25dd64072d req-91a122c7-1462-4bc4-ba49-16a39cb58078 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=56a1d672-253c-4cdf-896a-1e91fef8d83c HTTP/1.1" status: 200 len: 946 time: 0.0465708 Aug 05 04:31:30.944118 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5efdbce7-19d6-4584-9d3f-3d25dd64072d req-95da0ad6-d617-49c9-a373-155d020680c2 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups?id=5bd76916-8873-4c9f-b539-c841ab73c6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298493 Aug 05 04:31:31.169980 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-87ea8438-47cd-44c4-a808-9a807a63fea8 None None] Agent healthcheck: found 6 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 04:31:31.555504 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29f0c2c-dc1c-4b12-acaa-c43880dab755 req-d2b31704-462f-49ea-9353-8ec91b83de34 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:31:31.556918 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-d29f0c2c-dc1c-4b12-acaa-c43880dab755 req-d2b31704-462f-49ea-9353-8ec91b83de34 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.39 "GET /v2.0/ports?device_id=56a1d672-253c-4cdf-896a-1e91fef8d83c HTTP/1.1" status: 200 len: 946 time: 0.0487702 Aug 05 04:31:31.649640 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [req-d29f0c2c-dc1c-4b12-acaa-c43880dab755 req-0a54cc24-33f8-4a8e-9d0e-4d31db7fa856 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Deleting port 7915441a-091e-4652-b26a-253a36e9ccd6 {{(pid=93251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 04:31:31.649977 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-d29f0c2c-dc1c-4b12-acaa-c43880dab755 req-0a54cc24-33f8-4a8e-9d0e-4d31db7fa856 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763712722935'] for port, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:31:31.736708 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [req-d29f0c2c-dc1c-4b12-acaa-c43880dab755 req-0a54cc24-33f8-4a8e-9d0e-4d31db7fa856 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] For port 7915441a-091e-4652-b26a-253a36e9ccd6, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=7915441a-091e-4652-b26a-253a36e9ccd6,segment=NetworkSegment(c15a155e-2ad1-4b31-bffc-e72da913a471),segment_id=c15a155e-2ad1-4b31-bffc-e72da913a471)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:31:31.737061 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-d29f0c2c-dc1c-4b12-acaa-c43880dab755 req-0a54cc24-33f8-4a8e-9d0e-4d31db7fa856 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-702725'] for port, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:31:31.895786 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-d29f0c2c-dc1c-4b12-acaa-c43880dab755 req-0a54cc24-33f8-4a8e-9d0e-4d31db7fa856 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:31:31.896146 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-d29f0c2c-dc1c-4b12-acaa-c43880dab755 req-0a54cc24-33f8-4a8e-9d0e-4d31db7fa856 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-699471'] for floatingip, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:31:31.896446 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.db.l3_db [req-d29f0c2c-dc1c-4b12-acaa-c43880dab755 req-0a54cc24-33f8-4a8e-9d0e-4d31db7fa856 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Floating IP e676140d-4347-435e-afb4-860ecc5f1d85 disassociated. External IP: 172.27.3.95, port: 7915441a-091e-4652-b26a-253a36e9ccd6. Aug 05 04:31:31.896776 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [req-d29f0c2c-dc1c-4b12-acaa-c43880dab755 req-0a54cc24-33f8-4a8e-9d0e-4d31db7fa856 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Calling delete_port for 7915441a-091e-4652-b26a-253a36e9ccd6 owned by compute:nova {{(pid=93251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 04:31:32.021347 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-d29f0c2c-dc1c-4b12-acaa-c43880dab755 req-0a54cc24-33f8-4a8e-9d0e-4d31db7fa856 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763712549039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763712145884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8933231'] for port, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:31:32.041380 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2a694fc2-91d0-4c1b-8f84-66597a987b97 req-606bd21b-b9a4-4961-95d9-3f1bfa1cb88e tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/ports?device_id=56a1d672-253c-4cdf-896a-1e91fef8d83c HTTP/1.1" status: 200 len: 210 time: 0.0269582 Aug 05 04:31:32.047714 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a54cc24-33f8-4a8e-9d0e-4d31db7fa856 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Pushing event deleted for resources: {'Port': ['ID=7915441a-091e-4652-b26a-253a36e9ccd6,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:31:32.058219 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a54cc24-33f8-4a8e-9d0e-4d31db7fa856 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:31:32.058593 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a54cc24-33f8-4a8e-9d0e-4d31db7fa856 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:31:32.058937 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a54cc24-33f8-4a8e-9d0e-4d31db7fa856 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:31:32.059277 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a54cc24-33f8-4a8e-9d0e-4d31db7fa856 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:31:32.059611 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a54cc24-33f8-4a8e-9d0e-4d31db7fa856 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:31:32.059943 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a54cc24-33f8-4a8e-9d0e-4d31db7fa856 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:31:32.060270 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a54cc24-33f8-4a8e-9d0e-4d31db7fa856 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:31:32.061232 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a54cc24-33f8-4a8e-9d0e-4d31db7fa856 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:31:32.061232 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a54cc24-33f8-4a8e-9d0e-4d31db7fa856 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:31:32.061232 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a54cc24-33f8-4a8e-9d0e-4d31db7fa856 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:31:32.061611 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a54cc24-33f8-4a8e-9d0e-4d31db7fa856 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:31:32.061840 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a54cc24-33f8-4a8e-9d0e-4d31db7fa856 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:31:32.171177 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d29f0c2c-dc1c-4b12-acaa-c43880dab755 req-0a54cc24-33f8-4a8e-9d0e-4d31db7fa856 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Router 1fed6997-f9c8-443d-8981-667366cf7183 has already been hosted by L3 agent 8e71ca1b-9911-44b3-bf09-1fce3db7ea9a {{(pid=93251) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 04:31:32.275456 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d29f0c2c-dc1c-4b12-acaa-c43880dab755 req-0a54cc24-33f8-4a8e-9d0e-4d31db7fa856 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Notify agent at l3_agent.dv-cinder-803000-4-iscsi the message routers_updated {{(pid=93251) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 04:31:32.284752 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0a8ece-2887-4ed4-a81d-4249f916c70b None None] Sync routers for ids ['1fed6997-f9c8-443d-8981-667366cf7183'] in dv-cinder-803000-4-iscsi {{(pid=93253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 04:31:32.294155 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0a8ece-2887-4ed4-a81d-4249f916c70b None None] Routers {'1fed6997-f9c8-443d-8981-667366cf7183'} bound to L3 agent in host dv-cinder-803000-4-iscsi {{(pid=93253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 04:31:32.294797 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-bd0a8ece-2887-4ed4-a81d-4249f916c70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T04:10:35Z,description=,heartbeat_timestamp=2021-08-05T04:31:05Z,host='dv-cinder-803000-4-iscsi',id=8e71ca1b-9911-44b3-bf09-1fce3db7ea9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T04:10:35Z,topic='l3_agent')) {'router_ids': ['1fed6997-f9c8-443d-8981-667366cf7183'], 'active': True} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:31:32.313660 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [req-d29f0c2c-dc1c-4b12-acaa-c43880dab755 req-0a54cc24-33f8-4a8e-9d0e-4d31db7fa856 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] No DVR routers for this DVR port 7915441a-091e-4652-b26a-253a36e9ccd6 on host hv-cinder-80300 {{(pid=93251) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 04:31:32.316267 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-d29f0c2c-dc1c-4b12-acaa-c43880dab755 req-0a54cc24-33f8-4a8e-9d0e-4d31db7fa856 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224329'] for port, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:31:32.318428 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-d29f0c2c-dc1c-4b12-acaa-c43880dab755 req-0a54cc24-33f8-4a8e-9d0e-4d31db7fa856 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.39 "DELETE /v2.0/ports/7915441a-091e-4652-b26a-253a36e9ccd6 HTTP/1.1" status: 204 len: 173 time: 0.7557898 Aug 05 04:31:32.318897 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56a1d672-253c-4cdf-896a-1e91fef8d83c', 'name': 'network-vif-deleted', 'tag': '7915441a-091e-4652-b26a-253a36e9ccd6'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 04:31:32.321657 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc51a2a5f300f30acac232ef327f3f01bb0f894a96a37a70efeb1c252096f2af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79342f9e-53e3-4c3a-9ade-8b8b4f9a6dab" -d '{"events": [{"server_uuid": "56a1d672-253c-4cdf-896a-1e91fef8d83c", "name": "network-vif-deleted", "tag": "7915441a-091e-4652-b26a-253a36e9ccd6"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 04:31:32.360291 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 04:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ea99360-377e-45f2-a19c-8746f5b5d9f1 x-openstack-request-id: req-4ea99360-377e-45f2-a19c-8746f5b5d9f1 {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 04:31:32.360894 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56a1d672-253c-4cdf-896a-1e91fef8d83c", "name": "network-vif-deleted", "tag": "7915441a-091e-4652-b26a-253a36e9ccd6", "status": "completed", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 04:31:32.361171 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4ea99360-377e-45f2-a19c-8746f5b5d9f1 {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 04:31:32.362020 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56a1d672-253c-4cdf-896a-1e91fef8d83c', 'name': 'network-vif-deleted', 'tag': '7915441a-091e-4652-b26a-253a36e9ccd6', 'status': 'completed', 'code': 200} Aug 05 04:31:32.400889 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvr_db [None req-bd0a8ece-2887-4ed4-a81d-4249f916c70b None None] Set router 1fed6997-f9c8-443d-8981-667366cf7183 gateway port host: dv-cinder-803000-4-iscsi {{(pid=93253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 04:31:32.600844 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-bd0a8ece-2887-4ed4-a81d-4249f916c70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fed6997-f9c8-443d-8981-667366cf7183', 'name': 'tempest-AttachVolumeShelveTestJSON-1510877057-router', 'tenant_id': 'fd61998732194217b5bf2455115f2cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'external_fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '901c0e86-7da9-4bdd-ada5-ef1bfc37774b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:22:16Z', 'updated_at': '2021-08-05T04:22:19Z', 'revision_number': 4, 'project_id': 'fd61998732194217b5bf2455115f2cdf', 'gw_port': {'id': '901c0e86-7da9-4bdd-ada5-ef1bfc37774b', 'name': '', 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:84:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fed6997-f9c8-443d-8981-667366cf7183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:22:17Z', 'updated_at': '2021-08-05T04:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-4-iscsi', '_interfaces': [{'id': 'fdfe607b-d07e-4785-b3c3-ba59c32b6231', 'name': '', 'network_id': '9a0e0e93-71ba-478a-a257-4e786b1050bd', 'tenant_id': 'fd61998732194217b5bf2455115f2cdf', 'mac_address': 'fa:16:3e:ed:b7:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fed6997-f9c8-443d-8981-667366cf7183', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '1d9bb622-7c5a-45bd-8077-93c9d1b98081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:22:19Z', 'updated_at': '2021-08-05T04:22:24Z', 'revision_number': 5, 'project_id': 'fd61998732194217b5bf2455115f2cdf', 'subnets': [{'id': '1d9bb622-7c5a-45bd-8077-93c9d1b98081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803000-4-iscsi', False) {} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:31:32.708299 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0a8ece-2887-4ed4-a81d-4249f916c70b None None] Checking router: 1fed6997-f9c8-443d-8981-667366cf7183 for host: dv-cinder-803000-4-iscsi {{(pid=93253) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 04:31:32.717336 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0a8ece-2887-4ed4-a81d-4249f916c70b None None] Routers {'1fed6997-f9c8-443d-8981-667366cf7183'} bound to L3 agent in host dv-cinder-803000-4-iscsi {{(pid=93253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 04:31:32.717935 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-bd0a8ece-2887-4ed4-a81d-4249f916c70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T04:10:35Z,description=,heartbeat_timestamp=2021-08-05T04:31:05Z,host='dv-cinder-803000-4-iscsi',id=8e71ca1b-9911-44b3-bf09-1fce3db7ea9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T04:10:35Z,topic='l3_agent')) {'router_ids': ['1fed6997-f9c8-443d-8981-667366cf7183'], 'active': True} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:31:32.734105 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-14f3795e-32fb-4311-be19-6a523f2e4a0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:31:32.825425 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvr_db [None req-bd0a8ece-2887-4ed4-a81d-4249f916c70b None None] Set router 1fed6997-f9c8-443d-8981-667366cf7183 gateway port host: dv-cinder-803000-4-iscsi {{(pid=93253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 04:31:33.018898 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-bd0a8ece-2887-4ed4-a81d-4249f916c70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fed6997-f9c8-443d-8981-667366cf7183', 'name': 'tempest-AttachVolumeShelveTestJSON-1510877057-router', 'tenant_id': 'fd61998732194217b5bf2455115f2cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'external_fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '901c0e86-7da9-4bdd-ada5-ef1bfc37774b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:22:16Z', 'updated_at': '2021-08-05T04:22:19Z', 'revision_number': 4, 'project_id': 'fd61998732194217b5bf2455115f2cdf', 'gw_port': {'id': '901c0e86-7da9-4bdd-ada5-ef1bfc37774b', 'name': '', 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:84:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fed6997-f9c8-443d-8981-667366cf7183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:22:17Z', 'updated_at': '2021-08-05T04:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-4-iscsi', '_interfaces': [{'id': 'fdfe607b-d07e-4785-b3c3-ba59c32b6231', 'name': '', 'network_id': '9a0e0e93-71ba-478a-a257-4e786b1050bd', 'tenant_id': 'fd61998732194217b5bf2455115f2cdf', 'mac_address': 'fa:16:3e:ed:b7:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fed6997-f9c8-443d-8981-667366cf7183', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '1d9bb622-7c5a-45bd-8077-93c9d1b98081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:22:19Z', 'updated_at': '2021-08-05T04:22:24Z', 'revision_number': 5, 'project_id': 'fd61998732194217b5bf2455115f2cdf', 'subnets': [{'id': '1d9bb622-7c5a-45bd-8077-93c9d1b98081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803000-4-iscsi', False) {} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:31:33.049581 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0a8ece-2887-4ed4-a81d-4249f916c70b None None] The sync data for ids ['1fed6997-f9c8-443d-8981-667366cf7183'] in dv-cinder-803000-4-iscsi is: [{'id': '1fed6997-f9c8-443d-8981-667366cf7183', 'name': 'tempest-AttachVolumeShelveTestJSON-1510877057-router', 'tenant_id': 'fd61998732194217b5bf2455115f2cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'external_fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '901c0e86-7da9-4bdd-ada5-ef1bfc37774b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:22:16Z', 'updated_at': '2021-08-05T04:22:19Z', 'revision_number': 4, 'project_id': 'fd61998732194217b5bf2455115f2cdf', 'gw_port': {'id': '901c0e86-7da9-4bdd-ada5-ef1bfc37774b', 'name': '', 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:84:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fed6997-f9c8-443d-8981-667366cf7183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:22:17Z', 'updated_at': '2021-08-05T04:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-4-iscsi', '_interfaces': [{'id': 'fdfe607b-d07e-4785-b3c3-ba59c32b6231', 'name': '', 'network_id': '9a0e0e93-71ba-478a-a257-4e786b1050bd', 'tenant_id': 'fd61998732194217b5bf2455115f2cdf', 'mac_address': 'fa:16:3e:ed:b7:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fed6997-f9c8-443d-8981-667366cf7183', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '1d9bb622-7c5a-45bd-8077-93c9d1b98081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:22:19Z', 'updated_at': '2021-08-05T04:22:24Z', 'revision_number': 5, 'project_id': 'fd61998732194217b5bf2455115f2cdf', 'subnets': [{'id': '1d9bb622-7c5a-45bd-8077-93c9d1b98081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 04:31:33.130135 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 36078) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:31:33.187077 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b64fa9f1-fb6b-46a2-8f30-67cf0da92ad2 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:31:33.212447 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b64fa9f1-fb6b-46a2-8f30-67cf0da92ad2 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:31:33.263509 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b64fa9f1-fb6b-46a2-8f30-67cf0da92ad2 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:31:33.266157 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b64fa9f1-fb6b-46a2-8f30-67cf0da92ad2 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:31:33.267377 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-b64fa9f1-fb6b-46a2-8f30-67cf0da92ad2 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "DELETE /v2.0/security-groups/5bd76916-8873-4c9f-b539-c841ab73c6e1 HTTP/1.1" status: 204 len: 168 time: 0.1361244 Aug 05 04:31:33.270312 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 36080) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:31:33.276614 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f35966-99f9-4345-96d0-30ab855f06c2 None None] New status for floating IP e676140d-4347-435e-afb4-860ecc5f1d85: DOWN {{(pid=93252) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 04:31:33.281702 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64fa9f1-fb6b-46a2-8f30-67cf0da92ad2 tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bd76916-8873-4c9f-b539-c841ab73c6e1,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:31:33.285332 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.api.v2.resource [None req-a2d114b4-29c7-4865-b288-43129b4bd7da tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] show failed (client error): The resource could not be found. Aug 05 04:31:33.286383 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-a2d114b4-29c7-4865-b288-43129b4bd7da tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "GET /v2.0/security-groups/5bd76916-8873-4c9f-b539-c841ab73c6e1 HTTP/1.1" status: 404 len: 347 time: 0.0151126 Aug 05 04:31:33.289517 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 36082) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:31:33.415260 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-de6d79ac-6d0c-4dc5-8b7c-d84709032b8b tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Deleting port 18420622-e738-4b04-bed3-8e49b5dc157c {{(pid=93251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 04:31:33.415606 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-de6d79ac-6d0c-4dc5-8b7c-d84709032b8b tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763712722935'] for port, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:31:33.494247 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-de6d79ac-6d0c-4dc5-8b7c-d84709032b8b tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-702725'] for port, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:31:33.494618 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-de6d79ac-6d0c-4dc5-8b7c-d84709032b8b tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:31:33.506789 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-de6d79ac-6d0c-4dc5-8b7c-d84709032b8b tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Calling delete_port for 18420622-e738-4b04-bed3-8e49b5dc157c owned by network:floatingip {{(pid=93251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 04:31:33.633021 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-de6d79ac-6d0c-4dc5-8b7c-d84709032b8b tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763712549039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763712145884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8933231'] for port, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:31:33.660231 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6d79ac-6d0c-4dc5-8b7c-d84709032b8b tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Pushing event deleted for resources: {'Port': ['ID=18420622-e738-4b04-bed3-8e49b5dc157c,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:31:33.718742 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-de6d79ac-6d0c-4dc5-8b7c-d84709032b8b tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Notify callbacks [] for floatingip, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:31:33.721325 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-de6d79ac-6d0c-4dc5-8b7c-d84709032b8b tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224329'] for floatingip, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:31:33.722450 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-de6d79ac-6d0c-4dc5-8b7c-d84709032b8b tempest-AttachVolumeShelveTestJSON-1718925936 tempest-AttachVolumeShelveTestJSON-1718925936-project] 10.222.0.37 "DELETE /v2.0/floatingips/e676140d-4347-435e-afb4-860ecc5f1d85 HTTP/1.1" status: 204 len: 168 time: 0.4318676 Aug 05 04:31:35.149991 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-19f185dc-5254-4bdc-98a1-3a14a0b2d0b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:31:35.181687 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Device 7915441a-091e-4652-b26a-253a36e9ccd6 no longer exists at agent hyperv_hv-cinder-80300 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 04:31:35.200681 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] No Port match for: 7915441a-091e-4652-b26a-253a36e9ccd6 {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 04:31:35.201020 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Device 7915441a-091e-4652-b26a-253a36e9ccd6 not bound to the agent host hv-cinder-80300 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 04:31:35.331775 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:31:36.144630 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 36104) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:31:36.344329 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-03641130-cd72-49d2-95a2-84c2adaa14ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:31:36.753206 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9aaf4d50-0fe7-46d1-b293-9be4215edb58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536823'] for router_interface, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:31:36.993068 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-9aaf4d50-0fe7-46d1-b293-9be4215edb58 admin admin] Deleting port fdfe607b-d07e-4785-b3c3-ba59c32b6231 {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 04:31:36.993402 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9aaf4d50-0fe7-46d1-b293-9be4215edb58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763712722935'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:31:37.069735 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [None req-9aaf4d50-0fe7-46d1-b293-9be4215edb58 admin admin] For port fdfe607b-d07e-4785-b3c3-ba59c32b6231, host dv-cinder-803000-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-4-iscsi',level=0,port_id=fdfe607b-d07e-4785-b3c3-ba59c32b6231,segment=NetworkSegment(c15a155e-2ad1-4b31-bffc-e72da913a471),segment_id=c15a155e-2ad1-4b31-bffc-e72da913a471)] {{(pid=93250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:31:37.070016 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9aaf4d50-0fe7-46d1-b293-9be4215edb58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-702725'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:31:37.082183 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-9aaf4d50-0fe7-46d1-b293-9be4215edb58 admin admin] Calling delete_port for fdfe607b-d07e-4785-b3c3-ba59c32b6231 owned by network:router_interface {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 04:31:37.256775 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9aaf4d50-0fe7-46d1-b293-9be4215edb58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763712549039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763712145884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3061364'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:31:37.281716 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaf4d50-0fe7-46d1-b293-9be4215edb58 admin admin] Pushing event deleted for resources: {'Port': ['ID=fdfe607b-d07e-4785-b3c3-ba59c32b6231,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:31:37.440048 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9aaf4d50-0fe7-46d1-b293-9be4215edb58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536683'] for router_interface, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:31:37.650166 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aaf4d50-0fe7-46d1-b293-9be4215edb58 admin admin] Router 1fed6997-f9c8-443d-8981-667366cf7183 has already been hosted by L3 agent 8e71ca1b-9911-44b3-bf09-1fce3db7ea9a {{(pid=93250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 04:31:37.752291 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aaf4d50-0fe7-46d1-b293-9be4215edb58 admin admin] Notify agent at l3_agent.dv-cinder-803000-4-iscsi the message routers_updated {{(pid=93250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 04:31:37.758105 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-9aaf4d50-0fe7-46d1-b293-9be4215edb58 admin admin] 10.222.0.37 "PUT /v2.0/routers/1fed6997-f9c8-443d-8981-667366cf7183/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6124425 Aug 05 04:31:37.760712 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 36108) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:31:37.761238 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d49d76-5369-4a25-8257-d217dde641dc None None] Sync routers for ids ['1fed6997-f9c8-443d-8981-667366cf7183'] in dv-cinder-803000-4-iscsi {{(pid=93253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 04:31:37.775300 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d49d76-5369-4a25-8257-d217dde641dc None None] Routers {'1fed6997-f9c8-443d-8981-667366cf7183'} bound to L3 agent in host dv-cinder-803000-4-iscsi {{(pid=93253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 04:31:37.775902 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-b4d49d76-5369-4a25-8257-d217dde641dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T04:10:35Z,description=,heartbeat_timestamp=2021-08-05T04:31:35Z,host='dv-cinder-803000-4-iscsi',id=8e71ca1b-9911-44b3-bf09-1fce3db7ea9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T04:10:35Z,topic='l3_agent')) {'router_ids': ['1fed6997-f9c8-443d-8981-667366cf7183'], 'active': True} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:31:37.869290 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b370b2a5-0b8a-4fec-bbee-2d6872282b5d admin admin] Notify callbacks [] for router, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:31:37.884479 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvr_db [None req-b4d49d76-5369-4a25-8257-d217dde641dc None None] Set router 1fed6997-f9c8-443d-8981-667366cf7183 gateway port host: dv-cinder-803000-4-iscsi {{(pid=93253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 04:31:37.970455 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b370b2a5-0b8a-4fec-bbee-2d6872282b5d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:31:38.023413 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-b370b2a5-0b8a-4fec-bbee-2d6872282b5d admin admin] Deleting port 901c0e86-7da9-4bdd-ada5-ef1bfc37774b {{(pid=93251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 04:31:38.023878 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b370b2a5-0b8a-4fec-bbee-2d6872282b5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763712722935'] for port, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:31:38.039486 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-6a2206e1-ea48-45a0-865e-aad2fcc79b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:31:38.060788 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-b4d49d76-5369-4a25-8257-d217dde641dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fed6997-f9c8-443d-8981-667366cf7183', 'name': 'tempest-AttachVolumeShelveTestJSON-1510877057-router', 'tenant_id': 'fd61998732194217b5bf2455115f2cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'external_fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '901c0e86-7da9-4bdd-ada5-ef1bfc37774b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:22:16Z', 'updated_at': '2021-08-05T04:31:37Z', 'revision_number': 5, 'project_id': 'fd61998732194217b5bf2455115f2cdf', 'gw_port': {'id': '901c0e86-7da9-4bdd-ada5-ef1bfc37774b', 'name': '', 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:84:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fed6997-f9c8-443d-8981-667366cf7183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:22:17Z', 'updated_at': '2021-08-05T04:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-4-iscsi'}], 'dv-cinder-803000-4-iscsi', False) {} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:31:38.086012 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d49d76-5369-4a25-8257-d217dde641dc None None] Checking router: 1fed6997-f9c8-443d-8981-667366cf7183 for host: dv-cinder-803000-4-iscsi {{(pid=93253) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 04:31:38.093982 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d49d76-5369-4a25-8257-d217dde641dc None None] Routers {'1fed6997-f9c8-443d-8981-667366cf7183'} bound to L3 agent in host dv-cinder-803000-4-iscsi {{(pid=93253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 04:31:38.094611 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-b4d49d76-5369-4a25-8257-d217dde641dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T04:10:35Z,description=,heartbeat_timestamp=2021-08-05T04:31:35Z,host='dv-cinder-803000-4-iscsi',id=8e71ca1b-9911-44b3-bf09-1fce3db7ea9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T04:10:35Z,topic='l3_agent')) {'router_ids': ['1fed6997-f9c8-443d-8981-667366cf7183'], 'active': True} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:31:38.112604 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-b370b2a5-0b8a-4fec-bbee-2d6872282b5d admin admin] For port 901c0e86-7da9-4bdd-ada5-ef1bfc37774b, host dv-cinder-803000-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-4-iscsi',level=0,port_id=901c0e86-7da9-4bdd-ada5-ef1bfc37774b,segment=NetworkSegment(fe7b4086-21cb-43cf-96b4-8ee376b4a2f8),segment_id=fe7b4086-21cb-43cf-96b4-8ee376b4a2f8)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:31:38.112963 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b370b2a5-0b8a-4fec-bbee-2d6872282b5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-702725'] for port, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:31:38.125181 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-b370b2a5-0b8a-4fec-bbee-2d6872282b5d admin admin] Calling delete_port for 901c0e86-7da9-4bdd-ada5-ef1bfc37774b owned by network:router_gateway {{(pid=93251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 04:31:38.178339 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvr_db [None req-b4d49d76-5369-4a25-8257-d217dde641dc None None] Set router 1fed6997-f9c8-443d-8981-667366cf7183 gateway port host: None {{(pid=93253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 04:31:38.234830 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-b4d49d76-5369-4a25-8257-d217dde641dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fed6997-f9c8-443d-8981-667366cf7183', 'name': 'tempest-AttachVolumeShelveTestJSON-1510877057-router', 'tenant_id': 'fd61998732194217b5bf2455115f2cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:22:16Z', 'updated_at': '2021-08-05T04:31:37Z', 'revision_number': 6, 'project_id': 'fd61998732194217b5bf2455115f2cdf', 'gw_port_host': None}], 'dv-cinder-803000-4-iscsi', False) {} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:31:38.260318 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d49d76-5369-4a25-8257-d217dde641dc None None] The sync data for ids ['1fed6997-f9c8-443d-8981-667366cf7183'] in dv-cinder-803000-4-iscsi is: [{'id': '1fed6997-f9c8-443d-8981-667366cf7183', 'name': 'tempest-AttachVolumeShelveTestJSON-1510877057-router', 'tenant_id': 'fd61998732194217b5bf2455115f2cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:22:16Z', 'updated_at': '2021-08-05T04:31:37Z', 'revision_number': 6, 'project_id': 'fd61998732194217b5bf2455115f2cdf', 'gw_port_host': None}] {{(pid=93253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 04:31:38.298600 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b370b2a5-0b8a-4fec-bbee-2d6872282b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763712549039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763712145884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8933231'] for port, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:31:38.322696 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b370b2a5-0b8a-4fec-bbee-2d6872282b5d admin admin] Pushing event deleted for resources: {'Port': ['ID=901c0e86-7da9-4bdd-ada5-ef1bfc37774b,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:31:38.383480 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b370b2a5-0b8a-4fec-bbee-2d6872282b5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-700351'] for router_gateway, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:31:38.469591 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b370b2a5-0b8a-4fec-bbee-2d6872282b5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1520'] for router, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:31:38.471665 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b370b2a5-0b8a-4fec-bbee-2d6872282b5d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:31:38.512590 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b370b2a5-0b8a-4fec-bbee-2d6872282b5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-706954'] for router, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:31:38.513122 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b370b2a5-0b8a-4fec-bbee-2d6872282b5d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1fed6997-f9c8-443d-8981-667366cf7183 {{(pid=93251) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 04:31:38.517882 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b370b2a5-0b8a-4fec-bbee-2d6872282b5d admin admin] Notify callbacks [] for router, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:31:38.519039 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-b370b2a5-0b8a-4fec-bbee-2d6872282b5d admin admin] 10.222.0.37 "DELETE /v2.0/routers/1fed6997-f9c8-443d-8981-667366cf7183 HTTP/1.1" status: 204 len: 168 time: 0.7573729 Aug 05 04:31:38.522035 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 36110) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:31:38.564762 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9594600-34b4-4c5c-a337-9c4dca64b04c admin admin] Deleting subnet 1d9bb622-7c5a-45bd-8077-93c9d1b98081 {{(pid=93251) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 04:31:38.567705 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a9594600-34b4-4c5c-a337-9c4dca64b04c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:31:38.603861 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a9594600-34b4-4c5c-a337-9c4dca64b04c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3787494'] for subnet, precommit_delete_associations {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:31:38.937710 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a9594600-34b4-4c5c-a337-9c4dca64b04c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66721300'] for subnet, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:31:38.988018 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a9594600-34b4-4c5c-a337-9c4dca64b04c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66721283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8933212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994172'] for subnet, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:31:39.011834 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9594600-34b4-4c5c-a337-9c4dca64b04c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d9bb622-7c5a-45bd-8077-93c9d1b98081,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:31:39.017521 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a9594600-34b4-4c5c-a337-9c4dca64b04c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:31:39.022376 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-a9594600-34b4-4c5c-a337-9c4dca64b04c admin admin] 10.222.0.37 "DELETE /v2.0/subnets/1d9bb622-7c5a-45bd-8077-93c9d1b98081 HTTP/1.1" status: 204 len: 168 time: 0.4964545 Aug 05 04:31:39.022697 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 36112) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:31:39.023582 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26770a77-69cb-4b6e-b11e-13de0301202b None None] Network 9a0e0e93-71ba-478a-a257-4e786b1050bd requested from dv-cinder-803000-4-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 04:31:39.098768 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8e44a1fd-52fa-4a33-bd86-7a8d43840139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66814758'] for network, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:31:39.156498 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-8e44a1fd-52fa-4a33-bd86-7a8d43840139 admin admin] Deleting port 23ad66cb-9852-4889-b340-a63deea0a3e1 {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 04:31:39.156844 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8e44a1fd-52fa-4a33-bd86-7a8d43840139 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763712722935'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:31:39.220568 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [None req-8e44a1fd-52fa-4a33-bd86-7a8d43840139 admin admin] For port 23ad66cb-9852-4889-b340-a63deea0a3e1, host dv-cinder-803000-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-4-iscsi',level=0,port_id=23ad66cb-9852-4889-b340-a63deea0a3e1,segment=NetworkSegment(c15a155e-2ad1-4b31-bffc-e72da913a471),segment_id=c15a155e-2ad1-4b31-bffc-e72da913a471)] {{(pid=93250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:31:39.220938 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8e44a1fd-52fa-4a33-bd86-7a8d43840139 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-702725'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:31:39.234002 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-8e44a1fd-52fa-4a33-bd86-7a8d43840139 admin admin] Calling delete_port for 23ad66cb-9852-4889-b340-a63deea0a3e1 owned by network:dhcp {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 04:31:39.325131 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8e44a1fd-52fa-4a33-bd86-7a8d43840139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763712549039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763712145884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3061364'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:31:39.336834 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa78d7f-9a66-4ea5-a542-2f0f35e020ed None None] DHCP port deletion for 9a0e0e93-71ba-478a-a257-4e786b1050bd request from dv-cinder-803000-4-iscsi {{(pid=93252) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 04:31:39.354240 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e44a1fd-52fa-4a33-bd86-7a8d43840139 admin admin] Pushing event deleted for resources: {'Port': ['ID=23ad66cb-9852-4889-b340-a63deea0a3e1,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:31:39.358721 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e44a1fd-52fa-4a33-bd86-7a8d43840139 admin admin] No DVR routers for this DVR port 23ad66cb-9852-4889-b340-a63deea0a3e1 on host dv-cinder-803000-4-iscsi {{(pid=93250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 04:31:39.375385 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-2ec0dd43-9e47-405a-be42-18b6b10b7945 req-ee34684a-aa7a-43dd-9109-a10c4558a5ba service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4b37f324-ad9e-423c-95b0-3058a7cf945d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0489092 Aug 05 04:31:39.434228 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8e44a1fd-52fa-4a33-bd86-7a8d43840139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66721711', 'neutron.services.segments.db._delete_segments_for_network-8763712477754'] for network, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:31:39.444623 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.services.segments.db [None req-8e44a1fd-52fa-4a33-bd86-7a8d43840139 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a0e0e93-71ba-478a-a257-4e786b1050bd']}} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:31:39.454907 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.services.segments.db [None req-8e44a1fd-52fa-4a33-bd86-7a8d43840139 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c15a155e-2ad1-4b31-bffc-e72da913a471') {'for_net_delete': True} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:31:39.455196 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.services.segments.db [None req-8e44a1fd-52fa-4a33-bd86-7a8d43840139 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c15a155e-2ad1-4b31-bffc-e72da913a471') {} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:31:39.463593 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8e44a1fd-52fa-4a33-bd86-7a8d43840139 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763712645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2700621'] for segment, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:31:39.472668 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec0dd43-9e47-405a-be42-18b6b10b7945 req-805ce185-4902-4116-a2ea-44a92dc97da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:31:39.474980 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-2ec0dd43-9e47-405a-be42-18b6b10b7945 req-805ce185-4902-4116-a2ea-44a92dc97da5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fec7848182c34fa699a936b0be6be105&device_id=4b37f324-ad9e-423c-95b0-3058a7cf945d HTTP/1.1" status: 200 len: 1099 time: 0.0414631 Aug 05 04:31:39.477442 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8e44a1fd-52fa-4a33-bd86-7a8d43840139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66718183'] for segment, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:31:39.483219 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e44a1fd-52fa-4a33-bd86-7a8d43840139 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=93250) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 04:31:39.483596 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8e44a1fd-52fa-4a33-bd86-7a8d43840139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66718183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3061401'] for segment, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:31:39.485184 dv-cinder-803000-4-iscsi neutron-server[93250]: Traceback (most recent call last): Aug 05 04:31:39.485184 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 04:31:39.485184 dv-cinder-803000-4-iscsi neutron-server[93250]: timer() Aug 05 04:31:39.485184 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 04:31:39.485184 dv-cinder-803000-4-iscsi neutron-server[93250]: cb(*args, **kw) Aug 05 04:31:39.485184 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 04:31:39.485184 dv-cinder-803000-4-iscsi neutron-server[93250]: return func(*args, **kwargs) Aug 05 04:31:39.485184 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 04:31:39.485184 dv-cinder-803000-4-iscsi neutron-server[93250]: self._notify() Aug 05 04:31:39.485184 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 04:31:39.485184 dv-cinder-803000-4-iscsi neutron-server[93250]: self.callback(batched_events) Aug 05 04:31:39.485184 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 04:31:39.485184 dv-cinder-803000-4-iscsi neutron-server[93250]: event.method(event) Aug 05 04:31:39.485184 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 04:31:39.485184 dv-cinder-803000-4-iscsi neutron-server[93250]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 04:31:39.485184 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 04:31:39.485184 dv-cinder-803000-4-iscsi neutron-server[93250]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 04:31:39.485184 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 04:31:39.485184 dv-cinder-803000-4-iscsi neutron-server[93250]: return f(self, *a, **k) Aug 05 04:31:39.485184 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 04:31:39.485184 dv-cinder-803000-4-iscsi neutron-server[93250]: return self._get(url).json() Aug 05 04:31:39.485184 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 04:31:39.485184 dv-cinder-803000-4-iscsi neutron-server[93250]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 04:31:39.485184 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 04:31:39.485184 dv-cinder-803000-4-iscsi neutron-server[93250]: return self.request(url, 'GET', **kwargs) Aug 05 04:31:39.485184 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 04:31:39.485184 dv-cinder-803000-4-iscsi neutron-server[93250]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 04:31:39.485184 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 04:31:39.485184 dv-cinder-803000-4-iscsi neutron-server[93250]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 04:31:39.485184 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 04:31:39.485184 dv-cinder-803000-4-iscsi neutron-server[93250]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 04:31:39.485184 dv-cinder-803000-4-iscsi neutron-server[93250]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 04:31:39.540427 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8e44a1fd-52fa-4a33-bd86-7a8d43840139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66721686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-699446'] for network, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:31:39.545946 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8e44a1fd-52fa-4a33-bd86-7a8d43840139 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568634'] for network, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:31:39.550428 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-8e44a1fd-52fa-4a33-bd86-7a8d43840139 admin admin] 10.222.0.37 "DELETE /v2.0/networks/9a0e0e93-71ba-478a-a257-4e786b1050bd HTTP/1.1" status: 204 len: 168 time: 0.5267913 Aug 05 04:31:39.562754 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e44a1fd-52fa-4a33-bd86-7a8d43840139 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a0e0e93-71ba-478a-a257-4e786b1050bd,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:31:39.589844 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec0dd43-9e47-405a-be42-18b6b10b7945 req-27e4e7e1-564e-4255-831f-8727bac82155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:31:39.591373 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-2ec0dd43-9e47-405a-be42-18b6b10b7945 req-27e4e7e1-564e-4255-831f-8727bac82155 service neutron] 10.222.0.39 "GET /v2.0/networks?id=bf070aab-bc69-436e-9bc0-f5eb9fe32a8b HTTP/1.1" status: 200 len: 911 time: 0.0972819 Aug 05 04:31:39.657830 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-2ec0dd43-9e47-405a-be42-18b6b10b7945 req-89a0e03c-361e-4e66-9406-ad3cbb1cc0d3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f0fd24ac-7bd2-4e6c-808f-fb2a96862ec6 HTTP/1.1" status: 200 len: 1002 time: 0.0582817 Aug 05 04:31:39.708198 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec0dd43-9e47-405a-be42-18b6b10b7945 req-bae4627e-a49d-44d4-8068-99095a85d864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:31:39.709643 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-2ec0dd43-9e47-405a-be42-18b6b10b7945 req-bae4627e-a49d-44d4-8068-99095a85d864 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1becb559-5a54-4501-af86-0436efe0580b HTTP/1.1" status: 200 len: 849 time: 0.0445125 Aug 05 04:31:39.717680 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 36116) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:31:39.757169 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec0dd43-9e47-405a-be42-18b6b10b7945 req-5222eb45-2cc4-488d-89e8-b2761ba2adb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:31:39.758644 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-2ec0dd43-9e47-405a-be42-18b6b10b7945 req-5222eb45-2cc4-488d-89e8-b2761ba2adb2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bf070aab-bc69-436e-9bc0-f5eb9fe32a8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421755 Aug 05 04:31:39.758813 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-e37c4fc8-fd45-4be8-866a-b19173611d29 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fd61998732194217b5bf2455115f2cdf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0399797 Aug 05 04:31:39.761297 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 36118) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:31:39.812607 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-79638ab4-2c14-42c8-90a9-48be2e947b4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:31:39.833557 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-79638ab4-2c14-42c8-90a9-48be2e947b4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:31:39.851989 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-2ec0dd43-9e47-405a-be42-18b6b10b7945 req-1d2e5ece-6875-4795-90c0-cfb92b97e3f0 service neutron] 10.222.0.39 "GET /v2.0/networks/bf070aab-bc69-436e-9bc0-f5eb9fe32a8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864244 Aug 05 04:31:39.884807 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-79638ab4-2c14-42c8-90a9-48be2e947b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:31:39.887364 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-79638ab4-2c14-42c8-90a9-48be2e947b4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:31:39.888704 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-79638ab4-2c14-42c8-90a9-48be2e947b4f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9674ed1e-e177-40f9-a08e-f876d1ee4fc1 HTTP/1.1" status: 204 len: 168 time: 0.1263380 Aug 05 04:31:39.897322 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79638ab4-2c14-42c8-90a9-48be2e947b4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9674ed1e-e177-40f9-a08e-f876d1ee4fc1,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:31:39.929473 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Device 901c0e86-7da9-4bdd-ada5-ef1bfc37774b no longer exists at agent ovs-agent-dv-cinder-803000-4-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 04:31:39.948719 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] No Port match for: 901c0e86-7da9-4bdd-ada5-ef1bfc37774b {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 04:31:39.949326 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Device 901c0e86-7da9-4bdd-ada5-ef1bfc37774b not bound to the agent host dv-cinder-803000-4-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 04:31:39.949737 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Device fdfe607b-d07e-4785-b3c3-ba59c32b6231 no longer exists at agent ovs-agent-dv-cinder-803000-4-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 04:31:39.966002 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-2ec0dd43-9e47-405a-be42-18b6b10b7945 req-e47d30df-f623-46bb-bcd8-dbb5a6ce97a6 service neutron] 10.222.0.39 "GET /v2.0/networks/bf070aab-bc69-436e-9bc0-f5eb9fe32a8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073050 Aug 05 04:31:39.969461 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] No Port match for: fdfe607b-d07e-4785-b3c3-ba59c32b6231 {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 04:31:39.969814 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Device fdfe607b-d07e-4785-b3c3-ba59c32b6231 not bound to the agent host dv-cinder-803000-4-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 04:31:39.970236 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Device 23ad66cb-9852-4889-b340-a63deea0a3e1 no longer exists at agent ovs-agent-dv-cinder-803000-4-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 04:31:39.991629 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] No Port match for: 23ad66cb-9852-4889-b340-a63deea0a3e1 {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 04:31:39.992049 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Device 23ad66cb-9852-4889-b340-a63deea0a3e1 not bound to the agent host dv-cinder-803000-4-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 04:31:40.083266 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:31:41.638762 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 36180) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:31:41.738266 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ee5dd657-8601-4cdd-90b9-7d78a699b3d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:31:41.826469 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ee5dd657-8601-4cdd-90b9-7d78a699b3d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:31:41.830119 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ee5dd657-8601-4cdd-90b9-7d78a699b3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:31:41.868582 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-ee5dd657-8601-4cdd-90b9-7d78a699b3d2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=59e73324c40a4f21a6b5be1b3b9d0aed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2287111 Aug 05 04:31:41.869457 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5dd657-8601-4cdd-90b9-7d78a699b3d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2b6170a-664b-4a66-96db-eb60eb89fda8,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:31:41.871276 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 36184) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:31:41.876697 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5dd657-8601-4cdd-90b9-7d78a699b3d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:31:41.877048 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5dd657-8601-4cdd-90b9-7d78a699b3d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:31:41.877390 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5dd657-8601-4cdd-90b9-7d78a699b3d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:31:41.877730 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5dd657-8601-4cdd-90b9-7d78a699b3d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:31:41.878062 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5dd657-8601-4cdd-90b9-7d78a699b3d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:31:41.878393 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5dd657-8601-4cdd-90b9-7d78a699b3d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:31:41.878748 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5dd657-8601-4cdd-90b9-7d78a699b3d2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:31:41.879188 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5dd657-8601-4cdd-90b9-7d78a699b3d2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:31:41.880015 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5dd657-8601-4cdd-90b9-7d78a699b3d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:31:41.880342 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5dd657-8601-4cdd-90b9-7d78a699b3d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:31:41.880665 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5dd657-8601-4cdd-90b9-7d78a699b3d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:31:41.880986 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5dd657-8601-4cdd-90b9-7d78a699b3d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:31:41.919297 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-27d7829e-4a54-4c68-b28e-6a83dcd07199 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:31:41.938816 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-27d7829e-4a54-4c68-b28e-6a83dcd07199 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:31:41.982951 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-27d7829e-4a54-4c68-b28e-6a83dcd07199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:31:41.985410 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-27d7829e-4a54-4c68-b28e-6a83dcd07199 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:31:41.986554 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-27d7829e-4a54-4c68-b28e-6a83dcd07199 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f2b6170a-664b-4a66-96db-eb60eb89fda8 HTTP/1.1" status: 204 len: 168 time: 0.1142132 Aug 05 04:31:41.994279 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d7829e-4a54-4c68-b28e-6a83dcd07199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2b6170a-664b-4a66-96db-eb60eb89fda8,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:31:42.239825 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 36190) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:31:42.252826 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-43180ce5-c6d0-42c2-8fb0-5857c4e9f5d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:31:42.339181 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-43180ce5-c6d0-42c2-8fb0-5857c4e9f5d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:31:42.342759 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-43180ce5-c6d0-42c2-8fb0-5857c4e9f5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:31:42.380203 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-43180ce5-c6d0-42c2-8fb0-5857c4e9f5d3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ceddc0dc85894b9f84529f54ea3f3ec8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1388078 Aug 05 04:31:42.381978 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43180ce5-c6d0-42c2-8fb0-5857c4e9f5d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a64b3a1-01b7-4f7a-8f2b-9bc224a172ae,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:31:42.383081 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 36192) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:31:42.429761 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-7c6f1faf-15e4-451a-a582-e17829d9cfee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:31:42.451283 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-7c6f1faf-15e4-451a-a582-e17829d9cfee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:31:42.498094 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-7c6f1faf-15e4-451a-a582-e17829d9cfee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:31:42.500617 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-7c6f1faf-15e4-451a-a582-e17829d9cfee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:31:42.501748 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-7c6f1faf-15e4-451a-a582-e17829d9cfee admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5a64b3a1-01b7-4f7a-8f2b-9bc224a172ae HTTP/1.1" status: 204 len: 168 time: 0.1177037 Aug 05 04:31:42.509957 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6f1faf-15e4-451a-a582-e17829d9cfee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a64b3a1-01b7-4f7a-8f2b-9bc224a172ae,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:31:58.537098 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 36404) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:31:58.639918 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-77c230cc-161e-4cff-8530-05f3b5b65339 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:31:58.723816 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-77c230cc-161e-4cff-8530-05f3b5b65339 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:31:58.727864 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-77c230cc-161e-4cff-8530-05f3b5b65339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:31:58.762161 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c230cc-161e-4cff-8530-05f3b5b65339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96138a6d-8450-4e54-ae88-16622a9c5562,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:31:58.766356 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-77c230cc-161e-4cff-8530-05f3b5b65339 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d5ec54346ddd451db14bc9d86b6f8ec0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2282717 Aug 05 04:31:58.769202 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 36408) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:31:58.816334 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-24a5f509-1e49-4748-8e8c-16d3a403d949 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:31:58.837870 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-24a5f509-1e49-4748-8e8c-16d3a403d949 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:31:58.881300 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-24a5f509-1e49-4748-8e8c-16d3a403d949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:31:58.884333 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-24a5f509-1e49-4748-8e8c-16d3a403d949 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:31:58.885429 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-24a5f509-1e49-4748-8e8c-16d3a403d949 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/96138a6d-8450-4e54-ae88-16622a9c5562 HTTP/1.1" status: 204 len: 168 time: 0.1154859 Aug 05 04:31:58.892588 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a5f509-1e49-4748-8e8c-16d3a403d949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96138a6d-8450-4e54-ae88-16622a9c5562,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:31:59.135441 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 36414) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:31:59.148113 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-e0ff79c8-45f0-4634-bdd2-534f01d996eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:31:59.236947 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-e0ff79c8-45f0-4634-bdd2-534f01d996eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:31:59.240687 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-e0ff79c8-45f0-4634-bdd2-534f01d996eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:31:59.278694 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-e0ff79c8-45f0-4634-bdd2-534f01d996eb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=eb06f22717064354b51f5ea339d4fe37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1421940 Aug 05 04:31:59.279502 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ff79c8-45f0-4634-bdd2-534f01d996eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=211f3b47-9b09-42d3-836d-ba7f4a2217b6,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:31:59.281480 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 36416) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:31:59.329608 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8c561c0f-5b0c-4e5e-8819-5d1f9ea35f0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:31:59.349180 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8c561c0f-5b0c-4e5e-8819-5d1f9ea35f0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:31:59.392982 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8c561c0f-5b0c-4e5e-8819-5d1f9ea35f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:31:59.395420 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8c561c0f-5b0c-4e5e-8819-5d1f9ea35f0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:31:59.396525 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-8c561c0f-5b0c-4e5e-8819-5d1f9ea35f0a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/211f3b47-9b09-42d3-836d-ba7f4a2217b6 HTTP/1.1" status: 204 len: 168 time: 0.1140659 Aug 05 04:31:59.404056 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c561c0f-5b0c-4e5e-8819-5d1f9ea35f0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=211f3b47-9b09-42d3-836d-ba7f4a2217b6,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:32:02.736010 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-8f4218e3-04cd-4f37-bbd8-520ec92f6567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:32:03.633817 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 36500) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:32:03.735105 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-25142f00-2385-4057-bd3c-18edb5cd2a9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:32:03.823393 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-25142f00-2385-4057-bd3c-18edb5cd2a9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:32:03.827001 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-25142f00-2385-4057-bd3c-18edb5cd2a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:32:03.863962 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25142f00-2385-4057-bd3c-18edb5cd2a9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a20341d8-a30f-4153-8512-997c934e7afd,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:32:03.870967 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-25142f00-2385-4057-bd3c-18edb5cd2a9b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=99e18657b1f249d4af25d24575140cbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2360892 Aug 05 04:32:03.871477 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 36504) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:32:03.918103 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-d366f085-c8c2-47d6-b288-d1d3ec3fe253 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:32:03.938366 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-d366f085-c8c2-47d6-b288-d1d3ec3fe253 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:32:03.986184 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-d366f085-c8c2-47d6-b288-d1d3ec3fe253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:32:03.988851 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-d366f085-c8c2-47d6-b288-d1d3ec3fe253 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:32:03.990011 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-d366f085-c8c2-47d6-b288-d1d3ec3fe253 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a20341d8-a30f-4153-8512-997c934e7afd HTTP/1.1" status: 204 len: 168 time: 0.1176081 Aug 05 04:32:03.997927 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d366f085-c8c2-47d6-b288-d1d3ec3fe253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a20341d8-a30f-4153-8512-997c934e7afd,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:32:04.240233 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 36510) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:32:04.254337 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ed573483-c923-4b50-8db8-8fc1526f793c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:32:04.343286 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ed573483-c923-4b50-8db8-8fc1526f793c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:32:04.346898 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ed573483-c923-4b50-8db8-8fc1526f793c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:32:04.387539 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-ed573483-c923-4b50-8db8-8fc1526f793c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6f026e22452741ae9707b3bfb8685488&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1462049 Aug 05 04:32:04.388411 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed573483-c923-4b50-8db8-8fc1526f793c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe176ea-cab8-40f2-882e-ddd4606d1423,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:32:04.390667 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 36512) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:32:04.440840 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b373425b-ffa5-44a3-8a87-32ecb21da34d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:32:04.463218 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b373425b-ffa5-44a3-8a87-32ecb21da34d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:32:04.508455 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b373425b-ffa5-44a3-8a87-32ecb21da34d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:32:04.511369 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b373425b-ffa5-44a3-8a87-32ecb21da34d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:32:04.512517 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-b373425b-ffa5-44a3-8a87-32ecb21da34d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4fe176ea-cab8-40f2-882e-ddd4606d1423 HTTP/1.1" status: 204 len: 168 time: 0.1208835 Aug 05 04:32:04.520399 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b373425b-ffa5-44a3-8a87-32ecb21da34d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe176ea-cab8-40f2-882e-ddd4606d1423,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:32:05.151308 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-a775a00d-9d58-4007-a3c7-449dc53504f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:32:05.333346 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:32:06.293553 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 36582) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:32:06.347394 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-03641130-cd72-49d2-95a2-84c2adaa14ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:32:06.395919 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-55fbf7dc-7878-4b18-95df-63b326b1adc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:32:06.483028 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-55fbf7dc-7878-4b18-95df-63b326b1adc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:32:06.486502 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-55fbf7dc-7878-4b18-95df-63b326b1adc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:32:06.523920 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-55fbf7dc-7878-4b18-95df-63b326b1adc1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=50976359905d4a258d1f194d15351970&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2287242 Aug 05 04:32:06.524754 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fbf7dc-7878-4b18-95df-63b326b1adc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0d90fcd-da02-4e96-a69d-40ddef60c1dc,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:32:06.527021 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 36586) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:32:06.573716 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ecbe021c-848e-450b-a5ab-b67fa6859315 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:32:06.594515 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ecbe021c-848e-450b-a5ab-b67fa6859315 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:32:06.639075 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ecbe021c-848e-450b-a5ab-b67fa6859315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:32:06.641546 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ecbe021c-848e-450b-a5ab-b67fa6859315 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:32:06.642676 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-ecbe021c-848e-450b-a5ab-b67fa6859315 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c0d90fcd-da02-4e96-a69d-40ddef60c1dc HTTP/1.1" status: 204 len: 168 time: 0.1147470 Aug 05 04:32:06.650368 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbe021c-848e-450b-a5ab-b67fa6859315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0d90fcd-da02-4e96-a69d-40ddef60c1dc,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:32:06.890519 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 36592) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:32:06.903415 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9ad6dca0-b007-4024-9b85-b5461ccad31a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:32:06.989793 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9ad6dca0-b007-4024-9b85-b5461ccad31a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:32:06.993843 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9ad6dca0-b007-4024-9b85-b5461ccad31a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:32:07.031426 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-9ad6dca0-b007-4024-9b85-b5461ccad31a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=47ce9505f34e4723b7fd0542889bcf2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1398931 Aug 05 04:32:07.032396 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad6dca0-b007-4024-9b85-b5461ccad31a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70a724dc-fbac-499e-8040-8a359771450d,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:32:07.034168 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 36594) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:32:07.081495 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-5e093981-5ac9-4f4f-b5da-8a7fc07f2016 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:32:07.101979 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-5e093981-5ac9-4f4f-b5da-8a7fc07f2016 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:32:07.145670 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-5e093981-5ac9-4f4f-b5da-8a7fc07f2016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:32:07.148155 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-5e093981-5ac9-4f4f-b5da-8a7fc07f2016 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:32:07.149283 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-5e093981-5ac9-4f4f-b5da-8a7fc07f2016 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/70a724dc-fbac-499e-8040-8a359771450d HTTP/1.1" status: 204 len: 168 time: 0.1141145 Aug 05 04:32:07.156420 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e093981-5ac9-4f4f-b5da-8a7fc07f2016 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70a724dc-fbac-499e-8040-8a359771450d,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:32:08.041509 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-6a2206e1-ea48-45a0-865e-aad2fcc79b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:32:08.170312 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-87ea8438-47cd-44c4-a808-9a807a63fea8 None None] Agent healthcheck: found 6 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 04:32:10.107276 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:32:30.594386 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 36732) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:32:30.696927 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3a0870bd-530e-467e-b3fd-557682e36eb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:32:30.786285 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3a0870bd-530e-467e-b3fd-557682e36eb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:32:30.790016 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3a0870bd-530e-467e-b3fd-557682e36eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:32:30.827602 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-3a0870bd-530e-467e-b3fd-557682e36eb6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=45063bb2ef27499290e6dc74e6aef2f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2315042 Aug 05 04:32:30.828996 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0870bd-530e-467e-b3fd-557682e36eb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd0a53a6-8b22-4847-8d5c-8ccfbb0238eb,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:32:30.830450 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 36738) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:32:30.879111 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-acaeb0a5-6491-4e5a-b712-47d80d224057 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:32:30.899593 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-acaeb0a5-6491-4e5a-b712-47d80d224057 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:32:30.947562 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-acaeb0a5-6491-4e5a-b712-47d80d224057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:32:30.951115 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-acaeb0a5-6491-4e5a-b712-47d80d224057 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:32:30.952244 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-acaeb0a5-6491-4e5a-b712-47d80d224057 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dd0a53a6-8b22-4847-8d5c-8ccfbb0238eb HTTP/1.1" status: 204 len: 168 time: 0.1207936 Aug 05 04:32:30.963178 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaeb0a5-6491-4e5a-b712-47d80d224057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd0a53a6-8b22-4847-8d5c-8ccfbb0238eb,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:32:31.048108 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71d3840-966b-4311-bad0-318b565e47da req-17767098-bcaf-4d00-97e3-49a563f4f07c tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:32:31.049613 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c71d3840-966b-4311-bad0-318b565e47da req-17767098-bcaf-4d00-97e3-49a563f4f07c tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b37f324-ad9e-423c-95b0-3058a7cf945d HTTP/1.1" status: 200 len: 946 time: 0.0500176 Aug 05 04:32:31.087932 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c71d3840-966b-4311-bad0-318b565e47da req-cc858659-66b5-4031-bfa6-00dc27939107 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/security-groups?id=5ad1e5e9-678e-4639-a106-72386a5acff5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324533 Aug 05 04:32:32.206939 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00b9ef9-33f3-4310-adf9-a8f6dbece9fe req-afdc7588-896d-498a-a16d-811702470498 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:32:32.208382 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c00b9ef9-33f3-4310-adf9-a8f6dbece9fe req-afdc7588-896d-498a-a16d-811702470498 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b37f324-ad9e-423c-95b0-3058a7cf945d HTTP/1.1" status: 200 len: 946 time: 0.0515184 Aug 05 04:32:32.245412 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c00b9ef9-33f3-4310-adf9-a8f6dbece9fe req-b52aa53a-0661-4b17-be0a-5be35e12275b tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/security-groups?id=5ad1e5e9-678e-4639-a106-72386a5acff5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306025 Aug 05 04:32:32.736002 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-af059cf1-ce4e-4592-9d81-59706d7a3f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:32:32.950502 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd20055-694b-444d-8b3e-8d47d0de6129 req-ac1f2aa4-cd03-495d-bf13-167d816e635a tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:32:32.951964 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-fcd20055-694b-444d-8b3e-8d47d0de6129 req-ac1f2aa4-cd03-495d-bf13-167d816e635a tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b37f324-ad9e-423c-95b0-3058a7cf945d HTTP/1.1" status: 200 len: 946 time: 0.0482213 Aug 05 04:32:33.043353 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [req-fcd20055-694b-444d-8b3e-8d47d0de6129 req-7fbaf39b-de21-4e5c-9fcb-77162dbaa90f tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Deleting port f0fd24ac-7bd2-4e6c-808f-fb2a96862ec6 {{(pid=93251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 04:32:33.043696 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-fcd20055-694b-444d-8b3e-8d47d0de6129 req-7fbaf39b-de21-4e5c-9fcb-77162dbaa90f tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763712722935'] for port, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:32:33.137157 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [req-fcd20055-694b-444d-8b3e-8d47d0de6129 req-7fbaf39b-de21-4e5c-9fcb-77162dbaa90f tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] For port f0fd24ac-7bd2-4e6c-808f-fb2a96862ec6, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=f0fd24ac-7bd2-4e6c-808f-fb2a96862ec6,segment=NetworkSegment(bf1fc175-2de8-495c-a4b1-f4b4242f8d3d),segment_id=bf1fc175-2de8-495c-a4b1-f4b4242f8d3d)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:32:33.137519 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-fcd20055-694b-444d-8b3e-8d47d0de6129 req-7fbaf39b-de21-4e5c-9fcb-77162dbaa90f tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-702725'] for port, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:32:33.305678 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-fcd20055-694b-444d-8b3e-8d47d0de6129 req-7fbaf39b-de21-4e5c-9fcb-77162dbaa90f tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:32:33.306101 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-fcd20055-694b-444d-8b3e-8d47d0de6129 req-7fbaf39b-de21-4e5c-9fcb-77162dbaa90f tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-699471'] for floatingip, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:32:33.306445 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.db.l3_db [req-fcd20055-694b-444d-8b3e-8d47d0de6129 req-7fbaf39b-de21-4e5c-9fcb-77162dbaa90f tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Floating IP fd7b8552-d141-400a-a20e-1e5261e4bdcd disassociated. External IP: 172.27.3.228, port: f0fd24ac-7bd2-4e6c-808f-fb2a96862ec6. Aug 05 04:32:33.306812 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [req-fcd20055-694b-444d-8b3e-8d47d0de6129 req-7fbaf39b-de21-4e5c-9fcb-77162dbaa90f tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Calling delete_port for f0fd24ac-7bd2-4e6c-808f-fb2a96862ec6 owned by compute:nova {{(pid=93251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 04:32:33.377774 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f131de-3404-4a84-86db-83f22258c17e req-7bfcb32e-5ede-45ae-b440-6f0df4c00b07 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:32:33.379399 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-03f131de-3404-4a84-86db-83f22258c17e req-7bfcb32e-5ede-45ae-b440-6f0df4c00b07 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b37f324-ad9e-423c-95b0-3058a7cf945d HTTP/1.1" status: 200 len: 946 time: 0.0512278 Aug 05 04:32:33.422594 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-03f131de-3404-4a84-86db-83f22258c17e req-d39cfd17-a4b6-4ca8-a29d-bdf1f5249322 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/security-groups?id=5ad1e5e9-678e-4639-a106-72386a5acff5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355034 Aug 05 04:32:33.446323 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-fcd20055-694b-444d-8b3e-8d47d0de6129 req-7fbaf39b-de21-4e5c-9fcb-77162dbaa90f tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763712549039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763712145884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8933231'] for port, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:32:33.474840 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbaf39b-de21-4e5c-9fcb-77162dbaa90f tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Pushing event deleted for resources: {'Port': ['ID=f0fd24ac-7bd2-4e6c-808f-fb2a96862ec6,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:32:33.485731 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbaf39b-de21-4e5c-9fcb-77162dbaa90f tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:32:33.486083 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbaf39b-de21-4e5c-9fcb-77162dbaa90f tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:32:33.486424 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbaf39b-de21-4e5c-9fcb-77162dbaa90f tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:32:33.486786 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbaf39b-de21-4e5c-9fcb-77162dbaa90f tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:32:33.487116 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbaf39b-de21-4e5c-9fcb-77162dbaa90f tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:32:33.487444 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbaf39b-de21-4e5c-9fcb-77162dbaa90f tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:32:33.487778 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbaf39b-de21-4e5c-9fcb-77162dbaa90f tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:32:33.488104 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbaf39b-de21-4e5c-9fcb-77162dbaa90f tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:32:33.488426 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbaf39b-de21-4e5c-9fcb-77162dbaa90f tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:32:33.488747 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbaf39b-de21-4e5c-9fcb-77162dbaa90f tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:32:33.489067 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbaf39b-de21-4e5c-9fcb-77162dbaa90f tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:32:33.489386 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbaf39b-de21-4e5c-9fcb-77162dbaa90f tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:32:33.595373 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fcd20055-694b-444d-8b3e-8d47d0de6129 req-7fbaf39b-de21-4e5c-9fcb-77162dbaa90f tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Router d9d0e573-2102-4a89-999c-f3ee1799f7d0 has already been hosted by L3 agent 8e71ca1b-9911-44b3-bf09-1fce3db7ea9a {{(pid=93251) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 04:32:33.697640 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fcd20055-694b-444d-8b3e-8d47d0de6129 req-7fbaf39b-de21-4e5c-9fcb-77162dbaa90f tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Notify agent at l3_agent.dv-cinder-803000-4-iscsi the message routers_updated {{(pid=93251) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 04:32:33.708135 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c3c4c1-065a-498c-8b26-177618ee4d66 None None] Sync routers for ids ['d9d0e573-2102-4a89-999c-f3ee1799f7d0'] in dv-cinder-803000-4-iscsi {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 04:32:33.717699 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c3c4c1-065a-498c-8b26-177618ee4d66 None None] Routers {'d9d0e573-2102-4a89-999c-f3ee1799f7d0'} bound to L3 agent in host dv-cinder-803000-4-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 04:32:33.718309 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-d6c3c4c1-065a-498c-8b26-177618ee4d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T04:10:35Z,description=,heartbeat_timestamp=2021-08-05T04:32:05Z,host='dv-cinder-803000-4-iscsi',id=8e71ca1b-9911-44b3-bf09-1fce3db7ea9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T04:10:35Z,topic='l3_agent')) {'router_ids': ['d9d0e573-2102-4a89-999c-f3ee1799f7d0'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:32:33.736109 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcd20055-694b-444d-8b3e-8d47d0de6129 req-7fbaf39b-de21-4e5c-9fcb-77162dbaa90f tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] No DVR routers for this DVR port f0fd24ac-7bd2-4e6c-808f-fb2a96862ec6 on host hv-cinder-80300 {{(pid=93251) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 04:32:33.738645 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-fcd20055-694b-444d-8b3e-8d47d0de6129 req-7fbaf39b-de21-4e5c-9fcb-77162dbaa90f tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224329'] for port, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:32:33.740975 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-fcd20055-694b-444d-8b3e-8d47d0de6129 req-7fbaf39b-de21-4e5c-9fcb-77162dbaa90f tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.39 "DELETE /v2.0/ports/f0fd24ac-7bd2-4e6c-808f-fb2a96862ec6 HTTP/1.1" status: 204 len: 173 time: 0.7831721 Aug 05 04:32:33.741411 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b37f324-ad9e-423c-95b0-3058a7cf945d', 'name': 'network-vif-deleted', 'tag': 'f0fd24ac-7bd2-4e6c-808f-fb2a96862ec6'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 04:32:33.743717 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc51a2a5f300f30acac232ef327f3f01bb0f894a96a37a70efeb1c252096f2af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbf23125-d244-4c8d-abc8-14ce7948e4fd" -d '{"events": [{"server_uuid": "4b37f324-ad9e-423c-95b0-3058a7cf945d", "name": "network-vif-deleted", "tag": "f0fd24ac-7bd2-4e6c-808f-fb2a96862ec6"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 04:32:33.781925 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 04:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b4646e3-7219-4489-aee8-04425682fb4d x-openstack-request-id: req-7b4646e3-7219-4489-aee8-04425682fb4d {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 04:32:33.782220 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b37f324-ad9e-423c-95b0-3058a7cf945d", "name": "network-vif-deleted", "tag": "f0fd24ac-7bd2-4e6c-808f-fb2a96862ec6", "status": "completed", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 04:32:33.782505 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7b4646e3-7219-4489-aee8-04425682fb4d {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 04:32:33.782901 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b37f324-ad9e-423c-95b0-3058a7cf945d', 'name': 'network-vif-deleted', 'tag': 'f0fd24ac-7bd2-4e6c-808f-fb2a96862ec6', 'status': 'completed', 'code': 200} Aug 05 04:32:33.827854 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-d6c3c4c1-065a-498c-8b26-177618ee4d66 None None] Set router d9d0e573-2102-4a89-999c-f3ee1799f7d0 gateway port host: dv-cinder-803000-4-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 04:32:34.034581 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-d6c3c4c1-065a-498c-8b26-177618ee4d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9d0e573-2102-4a89-999c-f3ee1799f7d0', 'name': 'tempest-TestVolumeBootPattern-20697025-router', 'tenant_id': 'fec7848182c34fa699a936b0be6be105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'external_fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '98862c02-f822-47b7-a341-93d68f3c00c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:29:14Z', 'updated_at': '2021-08-05T04:29:17Z', 'revision_number': 4, 'project_id': 'fec7848182c34fa699a936b0be6be105', 'gw_port': {'id': '98862c02-f822-47b7-a341-93d68f3c00c4', 'name': '', 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d0e573-2102-4a89-999c-f3ee1799f7d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:29:15Z', 'updated_at': '2021-08-05T04:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-4-iscsi', '_interfaces': [{'id': '27f170ce-0d82-4599-b588-0f507464ebba', 'name': '', 'network_id': 'bf070aab-bc69-436e-9bc0-f5eb9fe32a8b', 'tenant_id': 'fec7848182c34fa699a936b0be6be105', 'mac_address': 'fa:16:3e:8a:89:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d0e573-2102-4a89-999c-f3ee1799f7d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '1becb559-5a54-4501-af86-0436efe0580b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:29:17Z', 'updated_at': '2021-08-05T04:29:24Z', 'revision_number': 5, 'project_id': 'fec7848182c34fa699a936b0be6be105', 'subnets': [{'id': '1becb559-5a54-4501-af86-0436efe0580b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803000-4-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:32:34.061401 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c3c4c1-065a-498c-8b26-177618ee4d66 None None] Checking router: d9d0e573-2102-4a89-999c-f3ee1799f7d0 for host: dv-cinder-803000-4-iscsi {{(pid=93252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 04:32:34.069586 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c3c4c1-065a-498c-8b26-177618ee4d66 None None] Routers {'d9d0e573-2102-4a89-999c-f3ee1799f7d0'} bound to L3 agent in host dv-cinder-803000-4-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 04:32:34.070132 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-d6c3c4c1-065a-498c-8b26-177618ee4d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T04:10:35Z,description=,heartbeat_timestamp=2021-08-05T04:32:05Z,host='dv-cinder-803000-4-iscsi',id=8e71ca1b-9911-44b3-bf09-1fce3db7ea9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T04:10:35Z,topic='l3_agent')) {'router_ids': ['d9d0e573-2102-4a89-999c-f3ee1799f7d0'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:32:34.179275 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-d6c3c4c1-065a-498c-8b26-177618ee4d66 None None] Set router d9d0e573-2102-4a89-999c-f3ee1799f7d0 gateway port host: dv-cinder-803000-4-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 04:32:34.382828 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-d6c3c4c1-065a-498c-8b26-177618ee4d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9d0e573-2102-4a89-999c-f3ee1799f7d0', 'name': 'tempest-TestVolumeBootPattern-20697025-router', 'tenant_id': 'fec7848182c34fa699a936b0be6be105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'external_fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '98862c02-f822-47b7-a341-93d68f3c00c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:29:14Z', 'updated_at': '2021-08-05T04:29:17Z', 'revision_number': 4, 'project_id': 'fec7848182c34fa699a936b0be6be105', 'gw_port': {'id': '98862c02-f822-47b7-a341-93d68f3c00c4', 'name': '', 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d0e573-2102-4a89-999c-f3ee1799f7d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:29:15Z', 'updated_at': '2021-08-05T04:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-4-iscsi', '_interfaces': [{'id': '27f170ce-0d82-4599-b588-0f507464ebba', 'name': '', 'network_id': 'bf070aab-bc69-436e-9bc0-f5eb9fe32a8b', 'tenant_id': 'fec7848182c34fa699a936b0be6be105', 'mac_address': 'fa:16:3e:8a:89:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d0e573-2102-4a89-999c-f3ee1799f7d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '1becb559-5a54-4501-af86-0436efe0580b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:29:17Z', 'updated_at': '2021-08-05T04:29:24Z', 'revision_number': 5, 'project_id': 'fec7848182c34fa699a936b0be6be105', 'subnets': [{'id': '1becb559-5a54-4501-af86-0436efe0580b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803000-4-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:32:34.415372 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c3c4c1-065a-498c-8b26-177618ee4d66 None None] The sync data for ids ['d9d0e573-2102-4a89-999c-f3ee1799f7d0'] in dv-cinder-803000-4-iscsi is: [{'id': 'd9d0e573-2102-4a89-999c-f3ee1799f7d0', 'name': 'tempest-TestVolumeBootPattern-20697025-router', 'tenant_id': 'fec7848182c34fa699a936b0be6be105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'external_fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '98862c02-f822-47b7-a341-93d68f3c00c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:29:14Z', 'updated_at': '2021-08-05T04:29:17Z', 'revision_number': 4, 'project_id': 'fec7848182c34fa699a936b0be6be105', 'gw_port': {'id': '98862c02-f822-47b7-a341-93d68f3c00c4', 'name': '', 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d0e573-2102-4a89-999c-f3ee1799f7d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:29:15Z', 'updated_at': '2021-08-05T04:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-4-iscsi', '_interfaces': [{'id': '27f170ce-0d82-4599-b588-0f507464ebba', 'name': '', 'network_id': 'bf070aab-bc69-436e-9bc0-f5eb9fe32a8b', 'tenant_id': 'fec7848182c34fa699a936b0be6be105', 'mac_address': 'fa:16:3e:8a:89:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d0e573-2102-4a89-999c-f3ee1799f7d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '1becb559-5a54-4501-af86-0436efe0580b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:29:17Z', 'updated_at': '2021-08-05T04:29:24Z', 'revision_number': 5, 'project_id': 'fec7848182c34fa699a936b0be6be105', 'subnets': [{'id': '1becb559-5a54-4501-af86-0436efe0580b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 04:32:34.473678 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 36802) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:32:34.537594 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-27199952-c77c-454a-ad2e-643d26f0e434 req-3470f8b7-3ed7-448a-939d-9f8b0c74062c tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b37f324-ad9e-423c-95b0-3058a7cf945d HTTP/1.1" status: 200 len: 210 time: 0.0308754 Aug 05 04:32:34.583419 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-8cc0182f-6b66-49ef-b6ac-eef3791d96f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:32:34.675911 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c9ccf5-83d2-459b-9e23-3361f3abf712 None None] New status for floating IP fd7b8552-d141-400a-a20e-1e5261e4bdcd: DOWN {{(pid=93253) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 04:32:34.680659 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-8cc0182f-6b66-49ef-b6ac-eef3791d96f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:32:34.685655 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-8cc0182f-6b66-49ef-b6ac-eef3791d96f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:32:34.726525 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-8cc0182f-6b66-49ef-b6ac-eef3791d96f2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a1c57e36025c49eb9cf0beb824d5992f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2516696 Aug 05 04:32:34.727484 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc0182f-6b66-49ef-b6ac-eef3791d96f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dfd04a8-a0a2-418c-b4d8-ab9705a3cc0c,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:32:34.729376 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 36806) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:32:34.783285 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-2fd8df36-8afb-435c-b530-7d7efd88c9e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:32:34.808042 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-2fd8df36-8afb-435c-b530-7d7efd88c9e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:32:34.860944 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-2fd8df36-8afb-435c-b530-7d7efd88c9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:32:34.863492 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-2fd8df36-8afb-435c-b530-7d7efd88c9e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:32:34.867006 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-2fd8df36-8afb-435c-b530-7d7efd88c9e8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4dfd04a8-a0a2-418c-b4d8-ab9705a3cc0c HTTP/1.1" status: 204 len: 168 time: 0.1365345 Aug 05 04:32:34.877791 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd8df36-8afb-435c-b530-7d7efd88c9e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dfd04a8-a0a2-418c-b4d8-ab9705a3cc0c,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:32:35.153986 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-4228c21f-9c4f-4f15-9ce0-4e645b154435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:32:35.334427 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:32:35.436597 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Device f0fd24ac-7bd2-4e6c-808f-fb2a96862ec6 no longer exists at agent hyperv_hv-cinder-80300 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 04:32:35.457446 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] No Port match for: f0fd24ac-7bd2-4e6c-808f-fb2a96862ec6 {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 04:32:35.457797 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Device f0fd24ac-7bd2-4e6c-808f-fb2a96862ec6 not bound to the agent host hv-cinder-80300 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 04:32:35.776396 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7d6a510f-bab8-4eef-84ec-e5bb3d075a63 req-97cd5561-93a1-4932-ac45-a5a2a2836aad tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1767169356&fields=id&tenant_id=fec7848182c34fa699a936b0be6be105 HTTP/1.1" status: 200 len: 267 time: 0.0313528 Aug 05 04:32:35.876098 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6a510f-bab8-4eef-84ec-e5bb3d075a63 req-a5cfc226-1c55-434f-931b-9e111d2ea5df tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:32:35.877518 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7d6a510f-bab8-4eef-84ec-e5bb3d075a63 req-a5cfc226-1c55-434f-931b-9e111d2ea5df tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/networks?id=bf070aab-bc69-436e-9bc0-f5eb9fe32a8b HTTP/1.1" status: 200 len: 810 time: 0.0948713 Aug 05 04:32:35.892201 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7d6a510f-bab8-4eef-84ec-e5bb3d075a63 req-bfb828b9-7a81-4317-b225-22f43cfe4e3e tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/quotas/fec7848182c34fa699a936b0be6be105 HTTP/1.1" status: 200 len: 375 time: 0.0090570 Aug 05 04:32:35.946575 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7d6a510f-bab8-4eef-84ec-e5bb3d075a63 req-bea018ef-0cb0-479c-95d6-13eb07a7c92a tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=fec7848182c34fa699a936b0be6be105&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0491049 Aug 05 04:32:36.039232 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7d6a510f-bab8-4eef-84ec-e5bb3d075a63 req-2223c921-468e-4a07-a99f-c228dd3eb0ea service neutron] 10.222.0.37 "GET /v2.0/networks/bf070aab-bc69-436e-9bc0-f5eb9fe32a8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803199 Aug 05 04:32:36.129754 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7d6a510f-bab8-4eef-84ec-e5bb3d075a63 req-a036a97e-7443-43ec-88f7-df1b2c5cd249 service neutron] 10.222.0.37 "GET /v2.0/networks/bf070aab-bc69-436e-9bc0-f5eb9fe32a8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845966 Aug 05 04:32:36.352350 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-03641130-cd72-49d2-95a2-84c2adaa14ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:32:36.407273 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-09197d24-c1dd-4189-8f72-4d26e154ded2 req-a4e0bc8e-0070-4e6e-845e-fdd128cfab8e tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/ports?device_id=84a92fa6-75dc-4dbe-9a93-40864640e743 HTTP/1.1" status: 200 len: 210 time: 0.0259156 Aug 05 04:32:37.377266 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6a510f-bab8-4eef-84ec-e5bb3d075a63 req-feb1d445-71cb-437b-89f6-94627adfdeb7 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:32:37.378725 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-7d6a510f-bab8-4eef-84ec-e5bb3d075a63 req-feb1d445-71cb-437b-89f6-94627adfdeb7 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.39 "GET /v2.0/networks?id=bf070aab-bc69-436e-9bc0-f5eb9fe32a8b HTTP/1.1" status: 200 len: 810 time: 0.1051879 Aug 05 04:32:37.442238 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-7d6a510f-bab8-4eef-84ec-e5bb3d075a63 req-92c24470-0ebf-4c87-9a51-48a1b17031cf tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fec7848182c34fa699a936b0be6be105 HTTP/1.1" status: 200 len: 380 time: 0.0339644 Aug 05 04:32:37.454076 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [req-7d6a510f-bab8-4eef-84ec-e5bb3d075a63 req-b25693cf-7dac-41b6-b615-3f391dd269df tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Request body: {'port': {'device_id': '84a92fa6-75dc-4dbe-9a93-40864640e743', 'network_id': 'bf070aab-bc69-436e-9bc0-f5eb9fe32a8b', 'admin_state_up': True, 'tenant_id': 'fec7848182c34fa699a936b0be6be105', 'security_groups': ['5ad1e5e9-678e-4639-a106-72386a5acff5']}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:32:37.502545 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-968355ce-07c7-46c1-a8fd-a1adae78e78d req-6ce41b82-d40a-410d-a294-233eb9d1e758 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/ports?device_id=84a92fa6-75dc-4dbe-9a93-40864640e743 HTTP/1.1" status: 200 len: 210 time: 0.0269337 Aug 05 04:32:37.564033 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d6a510f-bab8-4eef-84ec-e5bb3d075a63 req-b25693cf-7dac-41b6-b615-3f391dd269df tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Made reservation on behalf of fec7848182c34fa699a936b0be6be105 for: {'port': 1} {{(pid=93251) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 04:32:37.567687 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-7d6a510f-bab8-4eef-84ec-e5bb3d075a63 req-b25693cf-7dac-41b6-b615-3f391dd269df tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:32:37.687583 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.db_base_plugin_common [req-7d6a510f-bab8-4eef-84ec-e5bb3d075a63 req-b25693cf-7dac-41b6-b615-3f391dd269df tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Allocated IP 172.20.0.4 (bf070aab-bc69-436e-9bc0-f5eb9fe32a8b/1becb559-5a54-4501-af86-0436efe0580b/68722759-b485-4ab5-8638-6059bab9b42c) {{(pid=93251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 04:32:37.827125 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-7d6a510f-bab8-4eef-84ec-e5bb3d075a63 req-b25693cf-7dac-41b6-b615-3f391dd269df tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Notify callbacks [] for port, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:32:37.841914 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [req-7d6a510f-bab8-4eef-84ec-e5bb3d075a63 req-b25693cf-7dac-41b6-b615-3f391dd269df tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Transition to ACTIVE for port object 68722759-b485-4ab5-8638-6059bab9b42c will not be triggered until provisioned by entity DHCP. {{(pid=93251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 04:32:37.876149 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-7d6a510f-bab8-4eef-84ec-e5bb3d075a63 req-b25693cf-7dac-41b6-b615-3f391dd269df tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763712145875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8933231'] for port, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:32:37.919020 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d6a510f-bab8-4eef-84ec-e5bb3d075a63 req-b25693cf-7dac-41b6-b615-3f391dd269df tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Network bf070aab-bc69-436e-9bc0-f5eb9fe32a8b is already hosted by enough agents. {{(pid=93251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 04:32:37.924002 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [req-7d6a510f-bab8-4eef-84ec-e5bb3d075a63 req-b25693cf-7dac-41b6-b615-3f391dd269df tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Resources bound (agent type, host, resource id): {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 04:32:37.927154 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d6a510f-bab8-4eef-84ec-e5bb3d075a63 req-b25693cf-7dac-41b6-b615-3f391dd269df tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Received port after_create {{(pid=93251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 04:32:37.968591 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25693cf-7dac-41b6-b615-3f391dd269df tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Pushing event updated for resources: {'Port': ['ID=68722759-b485-4ab5-8638-6059bab9b42c,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:32:37.998458 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6a510f-bab8-4eef-84ec-e5bb3d075a63 req-b25693cf-7dac-41b6-b615-3f391dd269df tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:32:37.999121 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-7d6a510f-bab8-4eef-84ec-e5bb3d075a63 req-b25693cf-7dac-41b6-b615-3f391dd269df tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224329'] for port, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:32:38.017900 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-7d6a510f-bab8-4eef-84ec-e5bb3d075a63 req-b25693cf-7dac-41b6-b615-3f391dd269df tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5683160 Aug 05 04:32:38.044057 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-6a2206e1-ea48-45a0-865e-aad2fcc79b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:32:38.045609 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [req-7d6a510f-bab8-4eef-84ec-e5bb3d075a63 req-833f3a4d-e53b-4418-8612-b224d3ef61f2 service neutron] Request body: {'port': {'device_id': '84a92fa6-75dc-4dbe-9a93-40864640e743', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80300'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:32:38.101108 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-7d6a510f-bab8-4eef-84ec-e5bb3d075a63 req-833f3a4d-e53b-4418-8612-b224d3ef61f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:32:38.166637 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-51800c3b-545f-4b9b-9a8d-82ad36f0657a None None] Provisioning for port 68722759-b485-4ab5-8638-6059bab9b42c completed by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 04:32:38.170323 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-51800c3b-545f-4b9b-9a8d-82ad36f0657a None None] Provisioning complete for port 68722759-b485-4ab5-8638-6059bab9b42c triggered by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 04:32:38.170729 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-51800c3b-545f-4b9b-9a8d-82ad36f0657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66839334'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:32:38.204060 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-51800c3b-545f-4b9b-9a8d-82ad36f0657a None None] Port 68722759-b485-4ab5-8638-6059bab9b42c cannot update to ACTIVE because it is not bound. {{(pid=93252) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 04:32:38.354002 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [req-7d6a510f-bab8-4eef-84ec-e5bb3d075a63 req-833f3a4d-e53b-4418-8612-b224d3ef61f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68722759-b485-4ab5-8638-6059bab9b42c {{(pid=93251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 04:32:38.361553 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-7d6a510f-bab8-4eef-84ec-e5bb3d075a63 req-833f3a4d-e53b-4418-8612-b224d3ef61f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:32:38.373632 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [req-7d6a510f-bab8-4eef-84ec-e5bb3d075a63 req-833f3a4d-e53b-4418-8612-b224d3ef61f2 service neutron] Transition to ACTIVE for port object 68722759-b485-4ab5-8638-6059bab9b42c will not be triggered until provisioned by entity L2. {{(pid=93251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 04:32:38.377385 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-7d6a510f-bab8-4eef-84ec-e5bb3d075a63 req-833f3a4d-e53b-4418-8612-b224d3ef61f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8933222'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:32:38.426704 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833f3a4d-e53b-4418-8612-b224d3ef61f2 service neutron] Pushing event updated for resources: {'Port': ['ID=68722759-b485-4ab5-8638-6059bab9b42c,revision_number=2']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:32:38.496383 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [req-7d6a510f-bab8-4eef-84ec-e5bb3d075a63 req-833f3a4d-e53b-4418-8612-b224d3ef61f2 service neutron] Attempting to bind port 68722759-b485-4ab5-8638-6059bab9b42c on host hv-cinder-80300 for vnic_type normal with profile {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 04:32:38.496715 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [req-7d6a510f-bab8-4eef-84ec-e5bb3d075a63 req-833f3a4d-e53b-4418-8612-b224d3ef61f2 service neutron] Attempting to bind port 68722759-b485-4ab5-8638-6059bab9b42c by drivers openvswitch,hyperv on host hv-cinder-80300 at level 0 using segments [{'id': 'bf1fc175-2de8-495c-a4b1-f4b4242f8d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'bf070aab-bc69-436e-9bc0-f5eb9fe32a8b'}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 04:32:38.497041 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6a510f-bab8-4eef-84ec-e5bb3d075a63 req-833f3a4d-e53b-4418-8612-b224d3ef61f2 service neutron] Attempting to bind port 68722759-b485-4ab5-8638-6059bab9b42c on network bf070aab-bc69-436e-9bc0-f5eb9fe32a8b {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 04:32:38.501455 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6a510f-bab8-4eef-84ec-e5bb3d075a63 req-833f3a4d-e53b-4418-8612-b224d3ef61f2 service neutron] Port 68722759-b485-4ab5-8638-6059bab9b42c on network bf070aab-bc69-436e-9bc0-f5eb9fe32a8b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80300 {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 04:32:38.501773 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6a510f-bab8-4eef-84ec-e5bb3d075a63 req-833f3a4d-e53b-4418-8612-b224d3ef61f2 service neutron] Attempting to bind port 68722759-b485-4ab5-8638-6059bab9b42c on network bf070aab-bc69-436e-9bc0-f5eb9fe32a8b {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 04:32:38.506672 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6a510f-bab8-4eef-84ec-e5bb3d075a63 req-833f3a4d-e53b-4418-8612-b224d3ef61f2 service neutron] Checking agent: {'id': 'a0106253-c5a2-4978-ae01-2b305935773e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80300', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 4, 16, 33), 'started_at': datetime.datetime(2021, 8, 5, 4, 16, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 4, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 04:32:38.507011 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6a510f-bab8-4eef-84ec-e5bb3d075a63 req-833f3a4d-e53b-4418-8612-b224d3ef61f2 service neutron] Checking segment: {'id': 'bf1fc175-2de8-495c-a4b1-f4b4242f8d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'bf070aab-bc69-436e-9bc0-f5eb9fe32a8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 04:32:38.507392 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6a510f-bab8-4eef-84ec-e5bb3d075a63 req-833f3a4d-e53b-4418-8612-b224d3ef61f2 service neutron] Bound using segment: {'id': 'bf1fc175-2de8-495c-a4b1-f4b4242f8d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'bf070aab-bc69-436e-9bc0-f5eb9fe32a8b'} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 04:32:38.507814 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [req-7d6a510f-bab8-4eef-84ec-e5bb3d075a63 req-833f3a4d-e53b-4418-8612-b224d3ef61f2 service neutron] Bound port: 68722759-b485-4ab5-8638-6059bab9b42c, host: hv-cinder-80300, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf1fc175-2de8-495c-a4b1-f4b4242f8d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'bf070aab-bc69-436e-9bc0-f5eb9fe32a8b'}}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 04:32:38.508172 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-7d6a510f-bab8-4eef-84ec-e5bb3d075a63 req-833f3a4d-e53b-4418-8612-b224d3ef61f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:32:38.576638 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [req-7d6a510f-bab8-4eef-84ec-e5bb3d075a63 req-833f3a4d-e53b-4418-8612-b224d3ef61f2 service neutron] For port 68722759-b485-4ab5-8638-6059bab9b42c, host hv-cinder-80300, cleared binding levels {{(pid=93251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 04:32:38.579980 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [req-7d6a510f-bab8-4eef-84ec-e5bb3d075a63 req-833f3a4d-e53b-4418-8612-b224d3ef61f2 service neutron] For port 68722759-b485-4ab5-8638-6059bab9b42c, host hv-cinder-80300, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=68722759-b485-4ab5-8638-6059bab9b42c,segment=NetworkSegment(bf1fc175-2de8-495c-a4b1-f4b4242f8d3d),segment_id=bf1fc175-2de8-495c-a4b1-f4b4242f8d3d)] {{(pid=93251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 04:32:38.586781 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-7d6a510f-bab8-4eef-84ec-e5bb3d075a63 req-833f3a4d-e53b-4418-8612-b224d3ef61f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8933222'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:32:38.620916 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e4382a-f7ae-4041-91ff-12e1849135da req-980242a9-5fe8-4ac1-9053-f10e026d3ab8 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:32:38.622408 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c5e4382a-f7ae-4041-91ff-12e1849135da req-980242a9-5fe8-4ac1-9053-f10e026d3ab8 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/ports?device_id=84a92fa6-75dc-4dbe-9a93-40864640e743 HTTP/1.1" status: 200 len: 943 time: 0.0513053 Aug 05 04:32:38.631127 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6a510f-bab8-4eef-84ec-e5bb3d075a63 req-833f3a4d-e53b-4418-8612-b224d3ef61f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:32:38.631866 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-7d6a510f-bab8-4eef-84ec-e5bb3d075a63 req-833f3a4d-e53b-4418-8612-b224d3ef61f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224329'] for port, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:32:38.633273 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-7d6a510f-bab8-4eef-84ec-e5bb3d075a63 req-833f3a4d-e53b-4418-8612-b224d3ef61f2 service neutron] 10.222.0.39 "PUT /v2.0/ports/68722759-b485-4ab5-8638-6059bab9b42c HTTP/1.1" status: 200 len: 1093 time: 0.5922682 Aug 05 04:32:38.633837 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84a92fa6-75dc-4dbe-9a93-40864640e743', 'tag': '68722759-b485-4ab5-8638-6059bab9b42c'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 04:32:38.636542 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc51a2a5f300f30acac232ef327f3f01bb0f894a96a37a70efeb1c252096f2af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06112fb6-4db5-4447-b3cc-e3f7ff1c1832" -d '{"events": [{"name": "network-changed", "server_uuid": "84a92fa6-75dc-4dbe-9a93-40864640e743", "tag": "68722759-b485-4ab5-8638-6059bab9b42c"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 04:32:38.677857 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833f3a4d-e53b-4418-8612-b224d3ef61f2 service neutron] Pushing event updated for resources: {'Port': ['ID=68722759-b485-4ab5-8638-6059bab9b42c,revision_number=3']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:32:38.680695 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c5e4382a-f7ae-4041-91ff-12e1849135da req-ea664933-450d-4e1a-993c-04b195f4f206 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/security-groups?id=5ad1e5e9-678e-4639-a106-72386a5acff5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517492 Aug 05 04:32:38.694982 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 04:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b18b28f-66a6-4f6f-9077-b3e7d5400bd7 x-openstack-request-id: req-4b18b28f-66a6-4f6f-9077-b3e7d5400bd7 {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 04:32:38.695273 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84a92fa6-75dc-4dbe-9a93-40864640e743", "tag": "68722759-b485-4ab5-8638-6059bab9b42c", "status": "completed", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 04:32:38.695522 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4b18b28f-66a6-4f6f-9077-b3e7d5400bd7 {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 04:32:38.695917 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84a92fa6-75dc-4dbe-9a93-40864640e743', 'tag': '68722759-b485-4ab5-8638-6059bab9b42c', 'status': 'completed', 'code': 200} Aug 05 04:32:38.757526 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6a510f-bab8-4eef-84ec-e5bb3d075a63 req-c1ada833-8e3f-43d0-bc7f-3979c6963bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:32:38.759115 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-7d6a510f-bab8-4eef-84ec-e5bb3d075a63 req-c1ada833-8e3f-43d0-bc7f-3979c6963bbb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fec7848182c34fa699a936b0be6be105&device_id=84a92fa6-75dc-4dbe-9a93-40864640e743 HTTP/1.1" status: 200 len: 1096 time: 0.0424449 Aug 05 04:32:38.806947 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-7d6a510f-bab8-4eef-84ec-e5bb3d075a63 req-d1807a59-d590-4a18-8bc6-bd9e09de8542 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=68722759-b485-4ab5-8638-6059bab9b42c HTTP/1.1" status: 200 len: 217 time: 0.0350502 Aug 05 04:32:38.859762 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6a510f-bab8-4eef-84ec-e5bb3d075a63 req-649c344e-aaed-4265-931d-0c7f39c26870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:32:38.861204 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-7d6a510f-bab8-4eef-84ec-e5bb3d075a63 req-649c344e-aaed-4265-931d-0c7f39c26870 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1becb559-5a54-4501-af86-0436efe0580b HTTP/1.1" status: 200 len: 849 time: 0.0481081 Aug 05 04:32:38.905881 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6a510f-bab8-4eef-84ec-e5bb3d075a63 req-dfcf7556-e9c8-4e43-8b2f-e642490286b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:32:38.907372 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-7d6a510f-bab8-4eef-84ec-e5bb3d075a63 req-dfcf7556-e9c8-4e43-8b2f-e642490286b6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bf070aab-bc69-436e-9bc0-f5eb9fe32a8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390711 Aug 05 04:32:38.995297 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-7d6a510f-bab8-4eef-84ec-e5bb3d075a63 req-32bc7dfc-6f01-4852-a03b-bb5538fc52a5 service neutron] 10.222.0.39 "GET /v2.0/networks/bf070aab-bc69-436e-9bc0-f5eb9fe32a8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800078 Aug 05 04:32:39.086333 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-7d6a510f-bab8-4eef-84ec-e5bb3d075a63 req-613a91a7-392e-4986-9457-c03950be9ab3 service neutron] 10.222.0.39 "GET /v2.0/networks/bf070aab-bc69-436e-9bc0-f5eb9fe32a8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844417 Aug 05 04:32:39.219375 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06112fb6-4db5-4447-b3cc-e3f7ff1c1832 req-04de1400-fb74-40d9-b55a-7ad92eb2f529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:32:39.220813 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-06112fb6-4db5-4447-b3cc-e3f7ff1c1832 req-04de1400-fb74-40d9-b55a-7ad92eb2f529 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fec7848182c34fa699a936b0be6be105&device_id=84a92fa6-75dc-4dbe-9a93-40864640e743 HTTP/1.1" status: 200 len: 1096 time: 0.0398655 Aug 05 04:32:39.313301 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06112fb6-4db5-4447-b3cc-e3f7ff1c1832 req-af0683d4-80e2-4672-adfb-3bf64d1bba3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:32:39.314712 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-06112fb6-4db5-4447-b3cc-e3f7ff1c1832 req-af0683d4-80e2-4672-adfb-3bf64d1bba3e service neutron] 10.222.0.39 "GET /v2.0/networks?id=bf070aab-bc69-436e-9bc0-f5eb9fe32a8b HTTP/1.1" status: 200 len: 911 time: 0.0866451 Aug 05 04:32:39.357026 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-06112fb6-4db5-4447-b3cc-e3f7ff1c1832 req-aa06a7b9-6fba-4306-a09b-30f1b4097fa0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=68722759-b485-4ab5-8638-6059bab9b42c HTTP/1.1" status: 200 len: 217 time: 0.0345576 Aug 05 04:32:39.403225 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06112fb6-4db5-4447-b3cc-e3f7ff1c1832 req-cae78a2f-c380-4e35-9d95-fa8bef69c84e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:32:39.404586 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-06112fb6-4db5-4447-b3cc-e3f7ff1c1832 req-cae78a2f-c380-4e35-9d95-fa8bef69c84e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1becb559-5a54-4501-af86-0436efe0580b HTTP/1.1" status: 200 len: 849 time: 0.0412073 Aug 05 04:32:39.452403 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06112fb6-4db5-4447-b3cc-e3f7ff1c1832 req-c71b269d-69a7-4277-82f2-6d0159f7c697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:32:39.454110 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-06112fb6-4db5-4447-b3cc-e3f7ff1c1832 req-c71b269d-69a7-4277-82f2-6d0159f7c697 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bf070aab-bc69-436e-9bc0-f5eb9fe32a8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420020 Aug 05 04:32:39.541929 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-06112fb6-4db5-4447-b3cc-e3f7ff1c1832 req-14dc8cec-4e0e-4d44-8ad9-0a1ca1503e22 service neutron] 10.222.0.39 "GET /v2.0/networks/bf070aab-bc69-436e-9bc0-f5eb9fe32a8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807979 Aug 05 04:32:39.631015 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-06112fb6-4db5-4447-b3cc-e3f7ff1c1832 req-0ff25424-292d-4e0f-b8c7-cdce60c6aee6 service neutron] 10.222.0.39 "GET /v2.0/networks/bf070aab-bc69-436e-9bc0-f5eb9fe32a8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825045 Aug 05 04:32:39.791276 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267633a3-711b-429f-8b4f-25fc8cccbd65 req-c4e83b04-1b0d-4498-8c4c-e43be86b8108 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:32:39.792747 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-267633a3-711b-429f-8b4f-25fc8cccbd65 req-c4e83b04-1b0d-4498-8c4c-e43be86b8108 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/ports?device_id=84a92fa6-75dc-4dbe-9a93-40864640e743 HTTP/1.1" status: 200 len: 943 time: 0.0509715 Aug 05 04:32:39.831163 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-267633a3-711b-429f-8b4f-25fc8cccbd65 req-081a19c7-43d1-4420-9d0b-1c836fe64f2c tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/security-groups?id=5ad1e5e9-678e-4639-a106-72386a5acff5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322073 Aug 05 04:32:40.107480 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:32:40.941315 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8910ad11-f70e-4c3d-bc92-bd5b79b71772 req-16e4ec92-ca09-4e58-bd46-7cbdfa6274b4 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:32:40.942784 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8910ad11-f70e-4c3d-bc92-bd5b79b71772 req-16e4ec92-ca09-4e58-bd46-7cbdfa6274b4 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/ports?device_id=84a92fa6-75dc-4dbe-9a93-40864640e743 HTTP/1.1" status: 200 len: 943 time: 0.0477979 Aug 05 04:32:40.978834 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8910ad11-f70e-4c3d-bc92-bd5b79b71772 req-cf91a7a0-c8a7-418e-b6a7-5c9a9a5806be tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/security-groups?id=5ad1e5e9-678e-4639-a106-72386a5acff5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302863 Aug 05 04:32:42.088595 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d28ef3b-c9ef-4954-a4e0-e32f92cc48bd req-ce16bddc-de3a-4eed-af2b-f155e486adc7 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:32:42.090017 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7d28ef3b-c9ef-4954-a4e0-e32f92cc48bd req-ce16bddc-de3a-4eed-af2b-f155e486adc7 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/ports?device_id=84a92fa6-75dc-4dbe-9a93-40864640e743 HTTP/1.1" status: 200 len: 943 time: 0.0469451 Aug 05 04:32:42.126581 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7d28ef3b-c9ef-4954-a4e0-e32f92cc48bd req-574b48ca-fc0e-478d-95ef-697ca07ddca6 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/security-groups?id=5ad1e5e9-678e-4639-a106-72386a5acff5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306923 Aug 05 04:32:43.241022 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32903113-a160-404d-afee-552cc62f99eb req-583180d4-9b23-4717-8dd3-a8f24275806f tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:32:43.242473 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-32903113-a160-404d-afee-552cc62f99eb req-583180d4-9b23-4717-8dd3-a8f24275806f tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/ports?device_id=84a92fa6-75dc-4dbe-9a93-40864640e743 HTTP/1.1" status: 200 len: 943 time: 0.0513234 Aug 05 04:32:43.279305 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-32903113-a160-404d-afee-552cc62f99eb req-0b9522cb-e077-4d88-9aee-bbe2a1bd6cd7 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/security-groups?id=5ad1e5e9-678e-4639-a106-72386a5acff5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305154 Aug 05 04:32:44.395577 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f7b23f-0ef3-4dd9-94cd-35f5237c9f09 req-00682c9e-a692-48de-ad4e-8f5fe11af362 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:32:44.397044 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-84f7b23f-0ef3-4dd9-94cd-35f5237c9f09 req-00682c9e-a692-48de-ad4e-8f5fe11af362 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/ports?device_id=84a92fa6-75dc-4dbe-9a93-40864640e743 HTTP/1.1" status: 200 len: 943 time: 0.0474825 Aug 05 04:32:44.437341 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-84f7b23f-0ef3-4dd9-94cd-35f5237c9f09 req-e80d4e09-7593-4a7d-b34f-a4f034b0aad9 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/security-groups?id=5ad1e5e9-678e-4639-a106-72386a5acff5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339003 Aug 05 04:32:45.171077 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-87ea8438-47cd-44c4-a808-9a807a63fea8 None None] Agent healthcheck: found 6 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 04:32:45.549609 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc74acb3-d298-4f5e-acc7-308274f4f0ab req-432cf96f-93b3-4e38-8402-eac4817b5cf7 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:32:45.551094 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-dc74acb3-d298-4f5e-acc7-308274f4f0ab req-432cf96f-93b3-4e38-8402-eac4817b5cf7 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/ports?device_id=84a92fa6-75dc-4dbe-9a93-40864640e743 HTTP/1.1" status: 200 len: 943 time: 0.0483644 Aug 05 04:32:45.588300 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-dc74acb3-d298-4f5e-acc7-308274f4f0ab req-42433fde-d554-48e6-a18c-a8a5254ae798 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/security-groups?id=5ad1e5e9-678e-4639-a106-72386a5acff5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314193 Aug 05 04:32:46.853348 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93593f07-2637-48ed-92ff-8daa13c5a30a req-96edd30f-6c4d-4f04-a5cf-65779fa6da18 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:32:46.854778 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-93593f07-2637-48ed-92ff-8daa13c5a30a req-96edd30f-6c4d-4f04-a5cf-65779fa6da18 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/ports?device_id=84a92fa6-75dc-4dbe-9a93-40864640e743 HTTP/1.1" status: 200 len: 943 time: 0.0511694 Aug 05 04:32:46.892237 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-93593f07-2637-48ed-92ff-8daa13c5a30a req-0b2871f1-177f-414f-9355-155d9a788741 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/security-groups?id=5ad1e5e9-678e-4639-a106-72386a5acff5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317726 Aug 05 04:32:47.483106 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Device 68722759-b485-4ab5-8638-6059bab9b42c details requested by agent hyperv_hv-cinder-80300 with host hv-cinder-80300 {{(pid=93252) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 04:32:47.574974 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] For port 68722759-b485-4ab5-8638-6059bab9b42c, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=68722759-b485-4ab5-8638-6059bab9b42c,segment=NetworkSegment(bf1fc175-2de8-495c-a4b1-f4b4242f8d3d),segment_id=bf1fc175-2de8-495c-a4b1-f4b4242f8d3d)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:32:47.585831 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Returning: {'device': '68722759-b485-4ab5-8638-6059bab9b42c', 'network_id': 'bf070aab-bc69-436e-9bc0-f5eb9fe32a8b', 'port_id': '68722759-b485-4ab5-8638-6059bab9b42c', 'mac_address': 'fa:16:3e:d5:20:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1becb559-5a54-4501-af86-0436efe0580b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93252) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 04:32:47.621655 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:32:47.636722 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68722759-b485-4ab5-8638-6059bab9b42c {{(pid=93252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 04:32:47.655361 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] For port 68722759-b485-4ab5-8638-6059bab9b42c, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=68722759-b485-4ab5-8638-6059bab9b42c,segment=NetworkSegment(bf1fc175-2de8-495c-a4b1-f4b4242f8d3d),segment_id=bf1fc175-2de8-495c-a4b1-f4b4242f8d3d)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:32:47.659470 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:32:47.705363 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Pushing event updated for resources: {'Port': ['ID=68722759-b485-4ab5-8638-6059bab9b42c,revision_number=4']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:32:47.712331 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:32:47.712682 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:32:47.713027 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:32:47.713365 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:32:47.713698 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:32:47.714571 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:32:47.714905 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:32:47.715235 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:32:47.715567 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:32:47.715893 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:32:47.716218 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:32:47.716543 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:32:48.002303 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b094ed-59c1-45db-ad49-14d3e8057ac5 req-c55d58b6-f20d-48a6-9a1b-95e221e8f12a tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:32:48.004105 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-98b094ed-59c1-45db-ad49-14d3e8057ac5 req-c55d58b6-f20d-48a6-9a1b-95e221e8f12a tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/ports?device_id=84a92fa6-75dc-4dbe-9a93-40864640e743 HTTP/1.1" status: 200 len: 944 time: 0.0475857 Aug 05 04:32:48.041738 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-98b094ed-59c1-45db-ad49-14d3e8057ac5 req-53dbb81b-a674-48ce-9d89-1f4cf3276a0f tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/security-groups?id=5ad1e5e9-678e-4639-a106-72386a5acff5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317638 Aug 05 04:32:48.052269 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] get_ports_and_sgs() called for port_ids ['68722759-b485-4ab5-8638-6059bab9b42c'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 04:32:49.154815 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82db1c44-a8bb-41d0-b9e8-3cb11af5f10d req-778b01d2-4b16-4665-be2a-78110dff3baf tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:32:49.156267 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-82db1c44-a8bb-41d0-b9e8-3cb11af5f10d req-778b01d2-4b16-4665-be2a-78110dff3baf tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/ports?device_id=84a92fa6-75dc-4dbe-9a93-40864640e743 HTTP/1.1" status: 200 len: 944 time: 0.0496726 Aug 05 04:32:49.192798 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-82db1c44-a8bb-41d0-b9e8-3cb11af5f10d req-aa601242-7435-439c-b9f1-f8deeb88203f tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/security-groups?id=5ad1e5e9-678e-4639-a106-72386a5acff5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305030 Aug 05 04:32:49.499199 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Device 68722759-b485-4ab5-8638-6059bab9b42c up at agent hyperv_hv-cinder-80300 {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 04:32:49.547059 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Provisioning for port 68722759-b485-4ab5-8638-6059bab9b42c completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 04:32:49.550824 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Provisioning complete for port 68722759-b485-4ab5-8638-6059bab9b42c triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 04:32:49.551202 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66839334'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:32:49.627566 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:32:49.648883 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84a92fa6-75dc-4dbe-9a93-40864640e743', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68722759-b485-4ab5-8638-6059bab9b42c'}] {{(pid=93252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 04:32:49.651264 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f021a78abaadf32682ec407d28b092b8d5e159b0dca1f9e700978c1e9d6d025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9ed7e89-defb-4547-b2a0-d62855a5d4ee" -d '{"events": [{"server_uuid": "84a92fa6-75dc-4dbe-9a93-40864640e743", "name": "network-vif-plugged", "status": "completed", "tag": "68722759-b485-4ab5-8638-6059bab9b42c"}]}' {{(pid=93252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 04:32:49.663571 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] For port 68722759-b485-4ab5-8638-6059bab9b42c, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=68722759-b485-4ab5-8638-6059bab9b42c,segment=NetworkSegment(bf1fc175-2de8-495c-a4b1-f4b4242f8d3d),segment_id=bf1fc175-2de8-495c-a4b1-f4b4242f8d3d)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:32:49.668724 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:32:49.691963 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 04:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e733ed30-bba0-4875-9874-84f26a0364a3 x-openstack-request-id: req-e733ed30-bba0-4875-9874-84f26a0364a3 {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 04:32:49.692252 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84a92fa6-75dc-4dbe-9a93-40864640e743", "name": "network-vif-plugged", "status": "completed", "tag": "68722759-b485-4ab5-8638-6059bab9b42c", "code": 200}]} {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 04:32:49.692495 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e733ed30-bba0-4875-9874-84f26a0364a3 {{(pid=93252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 04:32:49.692872 dv-cinder-803000-4-iscsi neutron-server[93252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84a92fa6-75dc-4dbe-9a93-40864640e743', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68722759-b485-4ab5-8638-6059bab9b42c', 'code': 200} Aug 05 04:32:49.717598 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Pushing event updated for resources: {'Port': ['ID=68722759-b485-4ab5-8638-6059bab9b42c,revision_number=5']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:32:49.943863 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855f863f-fab0-4194-9b70-dd0dd07d819d req-4c0467ae-2024-450a-9734-18fafc9bc207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:32:49.945344 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-855f863f-fab0-4194-9b70-dd0dd07d819d req-4c0467ae-2024-450a-9734-18fafc9bc207 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=84a92fa6-75dc-4dbe-9a93-40864640e743 HTTP/1.1" status: 200 len: 1098 time: 0.0395839 Aug 05 04:32:49.978802 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-855f863f-fab0-4194-9b70-dd0dd07d819d req-7478f848-a55e-472c-a43b-62e500f1ab1f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=5ad1e5e9-678e-4639-a106-72386a5acff5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267639 Aug 05 04:32:50.306165 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fda2826-5b4e-48dc-af7e-01fa158ab8af req-c0dc4d37-d3e6-466c-82c1-0ce70ab27753 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:32:50.307627 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1fda2826-5b4e-48dc-af7e-01fa158ab8af req-c0dc4d37-d3e6-466c-82c1-0ce70ab27753 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/ports?device_id=84a92fa6-75dc-4dbe-9a93-40864640e743 HTTP/1.1" status: 200 len: 945 time: 0.0500522 Aug 05 04:32:50.344333 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1fda2826-5b4e-48dc-af7e-01fa158ab8af req-6a2db50c-8c11-49d1-a8c0-e99d514ed238 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/security-groups?id=5ad1e5e9-678e-4639-a106-72386a5acff5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310028 Aug 05 04:32:51.458157 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25a059a-a2f4-4d8c-8e28-547132387cb5 req-bf72b7b0-88c1-42f2-993a-9e940cc51e92 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:32:51.459645 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c25a059a-a2f4-4d8c-8e28-547132387cb5 req-bf72b7b0-88c1-42f2-993a-9e940cc51e92 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/ports?device_id=84a92fa6-75dc-4dbe-9a93-40864640e743 HTTP/1.1" status: 200 len: 945 time: 0.0497320 Aug 05 04:32:51.497007 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c25a059a-a2f4-4d8c-8e28-547132387cb5 req-eed4ee17-c6d3-4acc-ab9f-8d1b8cf1df25 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/security-groups?id=5ad1e5e9-678e-4639-a106-72386a5acff5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310991 Aug 05 04:32:51.607173 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44367a56-dbef-41c5-92b7-cfda96e911d5 req-fce657ac-7c22-49bf-bec6-a666c3e17d80 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:32:51.608610 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-44367a56-dbef-41c5-92b7-cfda96e911d5 req-fce657ac-7c22-49bf-bec6-a666c3e17d80 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/ports?device_id=84a92fa6-75dc-4dbe-9a93-40864640e743 HTTP/1.1" status: 200 len: 945 time: 0.0476444 Aug 05 04:32:51.647366 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-44367a56-dbef-41c5-92b7-cfda96e911d5 req-84e9b793-596c-41b8-8ddd-238147fa38b7 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/security-groups?id=5ad1e5e9-678e-4639-a106-72386a5acff5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329344 Aug 05 04:32:51.674015 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 36866) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:32:51.715990 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-100acf88-2cbc-4138-baf3-c115b15749a2 tempest-TestVolumeBootPattern-1798794499 tempest-TestVolumeBootPattern-1798794499-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:32:51.717464 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-100acf88-2cbc-4138-baf3-c115b15749a2 tempest-TestVolumeBootPattern-1798794499 tempest-TestVolumeBootPattern-1798794499-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=84a92fa6-75dc-4dbe-9a93-40864640e743 HTTP/1.1" status: 200 len: 1093 time: 0.0424798 Aug 05 04:32:51.720154 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 36868) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:32:51.724377 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-ebf401bb-2bf9-45fc-b496-dd1269cd4fb0 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Request body: {'floatingip': {'floating_network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'port_id': '68722759-b485-4ab5-8638-6059bab9b42c', 'tenant_id': 'fec7848182c34fa699a936b0be6be105', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:32:51.744999 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ebf401bb-2bf9-45fc-b496-dd1269cd4fb0 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Notify callbacks [] for floatingip, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:32:51.836723 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ebf401bb-2bf9-45fc-b496-dd1269cd4fb0 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:32:51.940400 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.db.db_base_plugin_common [None req-ebf401bb-2bf9-45fc-b496-dd1269cd4fb0 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Allocated IP 172.27.3.56 (6aa50667-ad26-490a-abab-e40f5b548551/1981b9cb-30a8-4ce2-a61f-12a80c9863da/efadfc42-30d5-4cc7-a65c-3e9a6058baad) {{(pid=93250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 04:32:52.037890 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ebf401bb-2bf9-45fc-b496-dd1269cd4fb0 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Notify callbacks [] for port, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:32:52.075518 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ebf401bb-2bf9-45fc-b496-dd1269cd4fb0 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763712145875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3061364'] for port, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:32:52.330672 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf401bb-2bf9-45fc-b496-dd1269cd4fb0 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Network 6aa50667-ad26-490a-abab-e40f5b548551 is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 04:32:52.333340 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-ebf401bb-2bf9-45fc-b496-dd1269cd4fb0 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 04:32:52.338616 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf401bb-2bf9-45fc-b496-dd1269cd4fb0 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Received port after_create {{(pid=93250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 04:32:52.366029 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf401bb-2bf9-45fc-b496-dd1269cd4fb0 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Pushing event updated for resources: {'Port': ['ID=efadfc42-30d5-4cc7-a65c-3e9a6058baad,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:32:52.378399 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf401bb-2bf9-45fc-b496-dd1269cd4fb0 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:32:52.378775 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf401bb-2bf9-45fc-b496-dd1269cd4fb0 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:32:52.379116 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf401bb-2bf9-45fc-b496-dd1269cd4fb0 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:32:52.379453 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf401bb-2bf9-45fc-b496-dd1269cd4fb0 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:32:52.379786 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf401bb-2bf9-45fc-b496-dd1269cd4fb0 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:32:52.380120 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf401bb-2bf9-45fc-b496-dd1269cd4fb0 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:32:52.380449 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf401bb-2bf9-45fc-b496-dd1269cd4fb0 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:32:52.380777 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf401bb-2bf9-45fc-b496-dd1269cd4fb0 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:32:52.381105 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf401bb-2bf9-45fc-b496-dd1269cd4fb0 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:32:52.381429 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf401bb-2bf9-45fc-b496-dd1269cd4fb0 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:32:52.381750 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf401bb-2bf9-45fc-b496-dd1269cd4fb0 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:32:52.382071 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf401bb-2bf9-45fc-b496-dd1269cd4fb0 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:32:52.692450 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ebf401bb-2bf9-45fc-b496-dd1269cd4fb0 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:32:52.756283 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ebf401bb-2bf9-45fc-b496-dd1269cd4fb0 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:32:52.898668 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ebf401bb-2bf9-45fc-b496-dd1269cd4fb0 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Notify callbacks [] for port, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:32:52.903602 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ebf401bb-2bf9-45fc-b496-dd1269cd4fb0 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3061373'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:32:52.968990 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf401bb-2bf9-45fc-b496-dd1269cd4fb0 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Pushing event updated for resources: {'Port': ['ID=efadfc42-30d5-4cc7-a65c-3e9a6058baad,revision_number=2']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:32:52.978497 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ebf401bb-2bf9-45fc-b496-dd1269cd4fb0 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-699471'] for floatingip, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:32:53.076491 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.db.l3_db [None req-ebf401bb-2bf9-45fc-b496-dd1269cd4fb0 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Floating IP 62788f08-e160-4b7b-9999-0c6c7c17b8e4 associated. External IP: 172.27.3.56, port: 68722759-b485-4ab5-8638-6059bab9b42c. Aug 05 04:32:53.280382 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebf401bb-2bf9-45fc-b496-dd1269cd4fb0 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Router d9d0e573-2102-4a89-999c-f3ee1799f7d0 has already been hosted by L3 agent 8e71ca1b-9911-44b3-bf09-1fce3db7ea9a {{(pid=93250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 04:32:53.382618 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebf401bb-2bf9-45fc-b496-dd1269cd4fb0 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Notify agent at l3_agent.dv-cinder-803000-4-iscsi the message routers_updated {{(pid=93250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 04:32:53.392540 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00ce4ed-59dd-4a98-90f1-f08b9cafc74d None None] Sync routers for ids ['d9d0e573-2102-4a89-999c-f3ee1799f7d0'] in dv-cinder-803000-4-iscsi {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 04:32:53.398837 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ebf401bb-2bf9-45fc-b496-dd1269cd4fb0 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224329'] for floatingip, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:32:53.402220 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00ce4ed-59dd-4a98-90f1-f08b9cafc74d None None] Routers {'d9d0e573-2102-4a89-999c-f3ee1799f7d0'} bound to L3 agent in host dv-cinder-803000-4-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 04:32:53.402905 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-b00ce4ed-59dd-4a98-90f1-f08b9cafc74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T04:10:35Z,description=,heartbeat_timestamp=2021-08-05T04:32:35Z,host='dv-cinder-803000-4-iscsi',id=8e71ca1b-9911-44b3-bf09-1fce3db7ea9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T04:10:35Z,topic='l3_agent')) {'router_ids': ['d9d0e573-2102-4a89-999c-f3ee1799f7d0'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:32:53.425804 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-ebf401bb-2bf9-45fc-b496-dd1269cd4fb0 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7046759 Aug 05 04:32:53.426380 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84a92fa6-75dc-4dbe-9a93-40864640e743', 'tag': '68722759-b485-4ab5-8638-6059bab9b42c'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 04:32:53.428670 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}291f54d86260268176ea2bbc10b53d1be45ae62ce21e3035f9ef74b1f5967b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24baf96b-1ba9-429e-b9de-bd0dde8b0c2e" -d '{"events": [{"name": "network-changed", "server_uuid": "84a92fa6-75dc-4dbe-9a93-40864640e743", "tag": "68722759-b485-4ab5-8638-6059bab9b42c"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 04:32:53.466029 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 04:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c511de8-5c98-4143-9f69-1f242e0804ad x-openstack-request-id: req-9c511de8-5c98-4143-9f69-1f242e0804ad {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 04:32:53.466317 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84a92fa6-75dc-4dbe-9a93-40864640e743", "tag": "68722759-b485-4ab5-8638-6059bab9b42c", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 04:32:53.466602 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9c511de8-5c98-4143-9f69-1f242e0804ad {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 04:32:53.467001 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84a92fa6-75dc-4dbe-9a93-40864640e743', 'tag': '68722759-b485-4ab5-8638-6059bab9b42c', 'status': 'completed', 'code': 200} Aug 05 04:32:53.509787 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-b00ce4ed-59dd-4a98-90f1-f08b9cafc74d None None] Set router d9d0e573-2102-4a89-999c-f3ee1799f7d0 gateway port host: dv-cinder-803000-4-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 04:32:53.548693 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24baf96b-1ba9-429e-b9de-bd0dde8b0c2e req-dec34e0f-4700-47a6-9781-5294b8555abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:32:53.550186 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-24baf96b-1ba9-429e-b9de-bd0dde8b0c2e req-dec34e0f-4700-47a6-9781-5294b8555abd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fec7848182c34fa699a936b0be6be105&device_id=84a92fa6-75dc-4dbe-9a93-40864640e743 HTTP/1.1" status: 200 len: 1098 time: 0.0404294 Aug 05 04:32:53.640156 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24baf96b-1ba9-429e-b9de-bd0dde8b0c2e req-b495e9c6-7398-4b47-9fd7-c31a524b7063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:32:53.641584 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-24baf96b-1ba9-429e-b9de-bd0dde8b0c2e req-b495e9c6-7398-4b47-9fd7-c31a524b7063 service neutron] 10.222.0.39 "GET /v2.0/networks?id=bf070aab-bc69-436e-9bc0-f5eb9fe32a8b HTTP/1.1" status: 200 len: 911 time: 0.0849774 Aug 05 04:32:53.703611 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-24baf96b-1ba9-429e-b9de-bd0dde8b0c2e req-7408715d-16d1-4c24-a7b9-266727945472 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=68722759-b485-4ab5-8638-6059bab9b42c HTTP/1.1" status: 200 len: 998 time: 0.0552614 Aug 05 04:32:53.728809 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-b00ce4ed-59dd-4a98-90f1-f08b9cafc74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9d0e573-2102-4a89-999c-f3ee1799f7d0', 'name': 'tempest-TestVolumeBootPattern-20697025-router', 'tenant_id': 'fec7848182c34fa699a936b0be6be105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'external_fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '98862c02-f822-47b7-a341-93d68f3c00c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:29:14Z', 'updated_at': '2021-08-05T04:29:17Z', 'revision_number': 4, 'project_id': 'fec7848182c34fa699a936b0be6be105', 'gw_port': {'id': '98862c02-f822-47b7-a341-93d68f3c00c4', 'name': '', 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d0e573-2102-4a89-999c-f3ee1799f7d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:29:15Z', 'updated_at': '2021-08-05T04:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-4-iscsi', '_floatingips': [{'id': '62788f08-e160-4b7b-9999-0c6c7c17b8e4', 'tenant_id': 'fec7848182c34fa699a936b0be6be105', 'floating_ip_address': '172.27.3.56', 'floating_network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'router_id': 'd9d0e573-2102-4a89-999c-f3ee1799f7d0', 'port_id': '68722759-b485-4ab5-8638-6059bab9b42c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf070aab-bc69-436e-9bc0-f5eb9fe32a8b', 'mac_address': 'fa:16:3e:d5:20:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a92fa6-75dc-4dbe-9a93-40864640e743', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T04:32:52Z', 'updated_at': '2021-08-05T04:32:52Z', 'revision_number': 0, 'project_id': 'fec7848182c34fa699a936b0be6be105', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27f170ce-0d82-4599-b588-0f507464ebba', 'name': '', 'network_id': 'bf070aab-bc69-436e-9bc0-f5eb9fe32a8b', 'tenant_id': 'fec7848182c34fa699a936b0be6be105', 'mac_address': 'fa:16:3e:8a:89:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d0e573-2102-4a89-999c-f3ee1799f7d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '1becb559-5a54-4501-af86-0436efe0580b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:29:17Z', 'updated_at': '2021-08-05T04:29:24Z', 'revision_number': 5, 'project_id': 'fec7848182c34fa699a936b0be6be105', 'subnets': [{'id': '1becb559-5a54-4501-af86-0436efe0580b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803000-4-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:32:53.753921 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24baf96b-1ba9-429e-b9de-bd0dde8b0c2e req-94ea95b2-d179-43db-bfd3-a097ee169780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:32:53.755361 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-24baf96b-1ba9-429e-b9de-bd0dde8b0c2e req-94ea95b2-d179-43db-bfd3-a097ee169780 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1becb559-5a54-4501-af86-0436efe0580b HTTP/1.1" status: 200 len: 849 time: 0.0453753 Aug 05 04:32:53.758780 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00ce4ed-59dd-4a98-90f1-f08b9cafc74d None None] Checking router: d9d0e573-2102-4a89-999c-f3ee1799f7d0 for host: dv-cinder-803000-4-iscsi {{(pid=93252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 04:32:53.767610 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00ce4ed-59dd-4a98-90f1-f08b9cafc74d None None] Routers {'d9d0e573-2102-4a89-999c-f3ee1799f7d0'} bound to L3 agent in host dv-cinder-803000-4-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 04:32:53.768211 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-b00ce4ed-59dd-4a98-90f1-f08b9cafc74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T04:10:35Z,description=,heartbeat_timestamp=2021-08-05T04:32:35Z,host='dv-cinder-803000-4-iscsi',id=8e71ca1b-9911-44b3-bf09-1fce3db7ea9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T04:10:35Z,topic='l3_agent')) {'router_ids': ['d9d0e573-2102-4a89-999c-f3ee1799f7d0'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:32:53.801158 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24baf96b-1ba9-429e-b9de-bd0dde8b0c2e req-ed39edb9-0843-4f92-acc1-9bfad1e4e2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:32:53.802538 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-24baf96b-1ba9-429e-b9de-bd0dde8b0c2e req-ed39edb9-0843-4f92-acc1-9bfad1e4e2fe service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bf070aab-bc69-436e-9bc0-f5eb9fe32a8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390446 Aug 05 04:32:53.891813 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-24baf96b-1ba9-429e-b9de-bd0dde8b0c2e req-31beb44e-8de8-46e4-90a3-9bde3d3778c8 service neutron] 10.222.0.39 "GET /v2.0/networks/bf070aab-bc69-436e-9bc0-f5eb9fe32a8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817351 Aug 05 04:32:53.990136 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-24baf96b-1ba9-429e-b9de-bd0dde8b0c2e req-3c47b97b-6577-411f-88a3-ee8251e126da service neutron] 10.222.0.39 "GET /v2.0/networks/bf070aab-bc69-436e-9bc0-f5eb9fe32a8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916479 Aug 05 04:32:53.997023 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-b00ce4ed-59dd-4a98-90f1-f08b9cafc74d None None] Set router d9d0e573-2102-4a89-999c-f3ee1799f7d0 gateway port host: dv-cinder-803000-4-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 04:32:54.218530 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-b00ce4ed-59dd-4a98-90f1-f08b9cafc74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9d0e573-2102-4a89-999c-f3ee1799f7d0', 'name': 'tempest-TestVolumeBootPattern-20697025-router', 'tenant_id': 'fec7848182c34fa699a936b0be6be105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'external_fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '98862c02-f822-47b7-a341-93d68f3c00c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:29:14Z', 'updated_at': '2021-08-05T04:29:17Z', 'revision_number': 4, 'project_id': 'fec7848182c34fa699a936b0be6be105', 'gw_port': {'id': '98862c02-f822-47b7-a341-93d68f3c00c4', 'name': '', 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d0e573-2102-4a89-999c-f3ee1799f7d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:29:15Z', 'updated_at': '2021-08-05T04:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-4-iscsi', '_floatingips': [{'id': '62788f08-e160-4b7b-9999-0c6c7c17b8e4', 'tenant_id': 'fec7848182c34fa699a936b0be6be105', 'floating_ip_address': '172.27.3.56', 'floating_network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'router_id': 'd9d0e573-2102-4a89-999c-f3ee1799f7d0', 'port_id': '68722759-b485-4ab5-8638-6059bab9b42c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf070aab-bc69-436e-9bc0-f5eb9fe32a8b', 'mac_address': 'fa:16:3e:d5:20:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a92fa6-75dc-4dbe-9a93-40864640e743', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T04:32:52Z', 'updated_at': '2021-08-05T04:32:52Z', 'revision_number': 0, 'project_id': 'fec7848182c34fa699a936b0be6be105', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27f170ce-0d82-4599-b588-0f507464ebba', 'name': '', 'network_id': 'bf070aab-bc69-436e-9bc0-f5eb9fe32a8b', 'tenant_id': 'fec7848182c34fa699a936b0be6be105', 'mac_address': 'fa:16:3e:8a:89:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d0e573-2102-4a89-999c-f3ee1799f7d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '1becb559-5a54-4501-af86-0436efe0580b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:29:17Z', 'updated_at': '2021-08-05T04:29:24Z', 'revision_number': 5, 'project_id': 'fec7848182c34fa699a936b0be6be105', 'subnets': [{'id': '1becb559-5a54-4501-af86-0436efe0580b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803000-4-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:32:54.252370 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00ce4ed-59dd-4a98-90f1-f08b9cafc74d None None] The sync data for ids ['d9d0e573-2102-4a89-999c-f3ee1799f7d0'] in dv-cinder-803000-4-iscsi is: [{'id': 'd9d0e573-2102-4a89-999c-f3ee1799f7d0', 'name': 'tempest-TestVolumeBootPattern-20697025-router', 'tenant_id': 'fec7848182c34fa699a936b0be6be105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'external_fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '98862c02-f822-47b7-a341-93d68f3c00c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:29:14Z', 'updated_at': '2021-08-05T04:29:17Z', 'revision_number': 4, 'project_id': 'fec7848182c34fa699a936b0be6be105', 'gw_port': {'id': '98862c02-f822-47b7-a341-93d68f3c00c4', 'name': '', 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d0e573-2102-4a89-999c-f3ee1799f7d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:29:15Z', 'updated_at': '2021-08-05T04:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-4-iscsi', '_floatingips': [{'id': '62788f08-e160-4b7b-9999-0c6c7c17b8e4', 'tenant_id': 'fec7848182c34fa699a936b0be6be105', 'floating_ip_address': '172.27.3.56', 'floating_network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'router_id': 'd9d0e573-2102-4a89-999c-f3ee1799f7d0', 'port_id': '68722759-b485-4ab5-8638-6059bab9b42c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf070aab-bc69-436e-9bc0-f5eb9fe32a8b', 'mac_address': 'fa:16:3e:d5:20:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a92fa6-75dc-4dbe-9a93-40864640e743', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T04:32:52Z', 'updated_at': '2021-08-05T04:32:52Z', 'revision_number': 0, 'project_id': 'fec7848182c34fa699a936b0be6be105', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27f170ce-0d82-4599-b588-0f507464ebba', 'name': '', 'network_id': 'bf070aab-bc69-436e-9bc0-f5eb9fe32a8b', 'tenant_id': 'fec7848182c34fa699a936b0be6be105', 'mac_address': 'fa:16:3e:8a:89:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d0e573-2102-4a89-999c-f3ee1799f7d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '1becb559-5a54-4501-af86-0436efe0580b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:29:17Z', 'updated_at': '2021-08-05T04:29:24Z', 'revision_number': 5, 'project_id': 'fec7848182c34fa699a936b0be6be105', 'subnets': [{'id': '1becb559-5a54-4501-af86-0436efe0580b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 04:32:54.427885 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dca6fbf-6e97-4504-b44a-376a40199a9c None None] New status for floating IP 62788f08-e160-4b7b-9999-0c6c7c17b8e4: ACTIVE {{(pid=93253) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 04:33:02.736407 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-92b1d718-acd9-45a6-a10b-a8dff7564418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:33:05.154007 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-57e8b84f-5653-42d0-9ad5-76aa8d1e313a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:33:05.334610 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:33:06.353010 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-03641130-cd72-49d2-95a2-84c2adaa14ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:33:08.044451 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-6a2206e1-ea48-45a0-865e-aad2fcc79b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:33:10.116926 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:33:22.169905 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-87ea8438-47cd-44c4-a808-9a807a63fea8 None None] Agent healthcheck: found 6 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 04:33:32.739179 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-20d0d9dc-c4cc-4198-aac9-216286528694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:33:35.154538 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bf882722-9bdd-4043-849a-fd1b9cddc102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:33:35.335245 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:33:36.355523 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-03641130-cd72-49d2-95a2-84c2adaa14ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:33:38.047206 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-6a2206e1-ea48-45a0-865e-aad2fcc79b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:33:40.126077 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:33:41.366426 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-1fed9206-35bf-49a5-9bdc-cd7bc2934c5d req-107f03c4-73d1-4234-a74e-53a49621d4fd service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=84a92fa6-75dc-4dbe-9a93-40864640e743&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0380492 Aug 05 04:33:41.462311 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fed9206-35bf-49a5-9bdc-cd7bc2934c5d req-db6f6ea5-0b3c-40e4-9973-387fbdfacc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:33:41.463810 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-1fed9206-35bf-49a5-9bdc-cd7bc2934c5d req-db6f6ea5-0b3c-40e4-9973-387fbdfacc55 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fec7848182c34fa699a936b0be6be105&device_id=84a92fa6-75dc-4dbe-9a93-40864640e743 HTTP/1.1" status: 200 len: 1098 time: 0.0402853 Aug 05 04:33:41.567847 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fed9206-35bf-49a5-9bdc-cd7bc2934c5d req-e43119a2-44f3-4ad6-86ca-8d31c535b2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:33:41.569280 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-1fed9206-35bf-49a5-9bdc-cd7bc2934c5d req-e43119a2-44f3-4ad6-86ca-8d31c535b2ea service neutron] 10.222.0.39 "GET /v2.0/networks?id=bf070aab-bc69-436e-9bc0-f5eb9fe32a8b HTTP/1.1" status: 200 len: 911 time: 0.0859425 Aug 05 04:33:41.635092 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-1fed9206-35bf-49a5-9bdc-cd7bc2934c5d req-8301519a-667a-42e4-9104-bec2ff7d26c3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=68722759-b485-4ab5-8638-6059bab9b42c HTTP/1.1" status: 200 len: 1000 time: 0.0586178 Aug 05 04:33:41.683260 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fed9206-35bf-49a5-9bdc-cd7bc2934c5d req-43f75f62-9cab-4014-9b6a-a3404014e542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:33:41.684621 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-1fed9206-35bf-49a5-9bdc-cd7bc2934c5d req-43f75f62-9cab-4014-9b6a-a3404014e542 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1becb559-5a54-4501-af86-0436efe0580b HTTP/1.1" status: 200 len: 849 time: 0.0419517 Aug 05 04:33:41.728002 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fed9206-35bf-49a5-9bdc-cd7bc2934c5d req-d861e744-614a-41c9-9180-bc05a3792165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:33:41.729395 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-1fed9206-35bf-49a5-9bdc-cd7bc2934c5d req-d861e744-614a-41c9-9180-bc05a3792165 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bf070aab-bc69-436e-9bc0-f5eb9fe32a8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0378830 Aug 05 04:33:41.818901 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-1fed9206-35bf-49a5-9bdc-cd7bc2934c5d req-7433a9e6-e969-47e0-aeec-9e263634de5f service neutron] 10.222.0.39 "GET /v2.0/networks/bf070aab-bc69-436e-9bc0-f5eb9fe32a8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813382 Aug 05 04:33:41.905503 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-1fed9206-35bf-49a5-9bdc-cd7bc2934c5d req-2ec606f5-2cb3-4dfc-a75d-df90a9355b37 service neutron] 10.222.0.39 "GET /v2.0/networks/bf070aab-bc69-436e-9bc0-f5eb9fe32a8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801413 Aug 05 04:33:48.551761 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [req-f59114af-7f57-4835-87cb-e40022c98417 req-125a6bfd-63e7-43b2-85f0-bb1900b86d2e service neutron] (93250) timed out ('10.222.0.39', 52030) {{(pid=93250) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 05 04:33:59.167946 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-87ea8438-47cd-44c4-a808-9a807a63fea8 None None] Agent healthcheck: found 6 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 04:34:02.739765 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-fd42a999-ebb9-482d-b2ec-5ee39ab2b50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:34:05.155224 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-af1d1b0f-590c-42f2-8cbf-a4e1d472a212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:34:05.335265 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:34:06.357158 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-03641130-cd72-49d2-95a2-84c2adaa14ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:34:08.049801 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-6a2206e1-ea48-45a0-865e-aad2fcc79b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:34:10.130532 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:34:32.740623 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-56cf51f6-f35e-42d3-8279-5436760151ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:34:35.154107 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3a636ab7-ccfd-4155-ae6f-96c5e023fd03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:34:35.335273 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:34:36.166351 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-87ea8438-47cd-44c4-a808-9a807a63fea8 None None] Agent healthcheck: found 6 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 04:34:36.359550 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-03641130-cd72-49d2-95a2-84c2adaa14ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:34:38.053463 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-6a2206e1-ea48-45a0-865e-aad2fcc79b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:34:40.142295 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:34:42.472152 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-0c6ef5a8-cd8d-4ba3-a6a6-8dd98bdf4677 req-aab5bdaf-8db5-4495-b16a-5faec66ecd3c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=84a92fa6-75dc-4dbe-9a93-40864640e743&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1301799 Aug 05 04:34:42.572008 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6ef5a8-cd8d-4ba3-a6a6-8dd98bdf4677 req-97ecdd22-8ebb-4170-8942-e7df625610a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:34:42.573453 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-0c6ef5a8-cd8d-4ba3-a6a6-8dd98bdf4677 req-97ecdd22-8ebb-4170-8942-e7df625610a1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fec7848182c34fa699a936b0be6be105&device_id=84a92fa6-75dc-4dbe-9a93-40864640e743 HTTP/1.1" status: 200 len: 1098 time: 0.0429623 Aug 05 04:34:42.673353 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6ef5a8-cd8d-4ba3-a6a6-8dd98bdf4677 req-95322bb2-bf80-4cf9-88c1-fb18d4418f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:34:42.674796 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-0c6ef5a8-cd8d-4ba3-a6a6-8dd98bdf4677 req-95322bb2-bf80-4cf9-88c1-fb18d4418f2e service neutron] 10.222.0.39 "GET /v2.0/networks?id=bf070aab-bc69-436e-9bc0-f5eb9fe32a8b HTTP/1.1" status: 200 len: 911 time: 0.0826879 Aug 05 04:34:42.740924 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-0c6ef5a8-cd8d-4ba3-a6a6-8dd98bdf4677 req-a5846f00-a8f1-406e-a145-ee9a5401a61f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=68722759-b485-4ab5-8638-6059bab9b42c HTTP/1.1" status: 200 len: 1000 time: 0.0593381 Aug 05 04:34:42.789713 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6ef5a8-cd8d-4ba3-a6a6-8dd98bdf4677 req-920fcf19-5735-47de-8932-5db0d43547c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:34:42.791155 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-0c6ef5a8-cd8d-4ba3-a6a6-8dd98bdf4677 req-920fcf19-5735-47de-8932-5db0d43547c0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1becb559-5a54-4501-af86-0436efe0580b HTTP/1.1" status: 200 len: 849 time: 0.0435734 Aug 05 04:34:42.837218 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6ef5a8-cd8d-4ba3-a6a6-8dd98bdf4677 req-9969c946-b504-434d-8404-1f85dda48bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:34:42.838713 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-0c6ef5a8-cd8d-4ba3-a6a6-8dd98bdf4677 req-9969c946-b504-434d-8404-1f85dda48bf5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bf070aab-bc69-436e-9bc0-f5eb9fe32a8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403137 Aug 05 04:34:42.928635 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-0c6ef5a8-cd8d-4ba3-a6a6-8dd98bdf4677 req-2dc3c467-b923-4811-b8aa-e9e12dfc1162 service neutron] 10.222.0.39 "GET /v2.0/networks/bf070aab-bc69-436e-9bc0-f5eb9fe32a8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824862 Aug 05 04:34:43.014187 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-0c6ef5a8-cd8d-4ba3-a6a6-8dd98bdf4677 req-98a6d0f0-8e60-4d0c-b4af-823b7c71e6ca service neutron] 10.222.0.39 "GET /v2.0/networks/bf070aab-bc69-436e-9bc0-f5eb9fe32a8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786750 Aug 05 04:34:55.686043 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-dc6fddbb-4133-4016-90c2-2439184596ad req-257cf385-3807-4ac9-9bba-1bf04dd494b6 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1767169356&fields=id&tenant_id=fec7848182c34fa699a936b0be6be105 HTTP/1.1" status: 200 len: 267 time: 0.0330124 Aug 05 04:34:55.791647 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6fddbb-4133-4016-90c2-2439184596ad req-f3898984-cb0b-45f1-ad87-e3d7d5108326 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:34:55.793075 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-dc6fddbb-4133-4016-90c2-2439184596ad req-f3898984-cb0b-45f1-ad87-e3d7d5108326 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/networks?id=bf070aab-bc69-436e-9bc0-f5eb9fe32a8b HTTP/1.1" status: 200 len: 810 time: 0.1004453 Aug 05 04:34:55.807326 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-dc6fddbb-4133-4016-90c2-2439184596ad req-7e0bb97e-1da0-4b11-afe8-1d735e8edfc2 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/quotas/fec7848182c34fa699a936b0be6be105 HTTP/1.1" status: 200 len: 375 time: 0.0086594 Aug 05 04:34:55.862881 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-dc6fddbb-4133-4016-90c2-2439184596ad req-a1e2a904-3026-45e3-9663-4eada8dd7c1e tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=fec7848182c34fa699a936b0be6be105&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0503800 Aug 05 04:34:56.005067 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-dc6fddbb-4133-4016-90c2-2439184596ad req-c168c3c7-c977-4a67-9c55-9c0cefd2a148 service neutron] 10.222.0.37 "GET /v2.0/networks/bf070aab-bc69-436e-9bc0-f5eb9fe32a8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312196 Aug 05 04:34:56.093587 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-dc6fddbb-4133-4016-90c2-2439184596ad req-e3705f1c-0b7b-4721-81f0-4c3063003f93 service neutron] 10.222.0.37 "GET /v2.0/networks/bf070aab-bc69-436e-9bc0-f5eb9fe32a8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818901 Aug 05 04:34:57.439439 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4e569cb8-5a24-4c87-b614-04f6c89836fe req-387def12-f609-4f2e-8652-e9002539942f tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1e4c2dc-f223-4645-8875-b6bf17f834e0 HTTP/1.1" status: 200 len: 210 time: 0.0753343 Aug 05 04:34:58.497405 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6fddbb-4133-4016-90c2-2439184596ad req-92fad9f6-ad43-4695-a908-c789f6041e1f tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:34:58.498884 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-dc6fddbb-4133-4016-90c2-2439184596ad req-92fad9f6-ad43-4695-a908-c789f6041e1f tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.39 "GET /v2.0/networks?id=bf070aab-bc69-436e-9bc0-f5eb9fe32a8b HTTP/1.1" status: 200 len: 810 time: 0.1043441 Aug 05 04:34:58.539270 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-425027f3-00c9-4418-b258-66ba8185e699 req-4b01bcb9-cc6c-4f77-be6f-8beb5356e7c3 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1e4c2dc-f223-4645-8875-b6bf17f834e0 HTTP/1.1" status: 200 len: 210 time: 0.0319605 Aug 05 04:34:58.550189 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-dc6fddbb-4133-4016-90c2-2439184596ad req-fef8f361-f656-4122-a2cf-85e806b0a9a4 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fec7848182c34fa699a936b0be6be105 HTTP/1.1" status: 200 len: 380 time: 0.0358541 Aug 05 04:34:58.559457 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [req-dc6fddbb-4133-4016-90c2-2439184596ad req-2f2a82f5-dc0d-493b-a5b7-1eea8f4f3525 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Request body: {'port': {'device_id': 'b1e4c2dc-f223-4645-8875-b6bf17f834e0', 'network_id': 'bf070aab-bc69-436e-9bc0-f5eb9fe32a8b', 'admin_state_up': True, 'tenant_id': 'fec7848182c34fa699a936b0be6be105', 'security_groups': ['5ad1e5e9-678e-4639-a106-72386a5acff5']}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:34:58.929092 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc6fddbb-4133-4016-90c2-2439184596ad req-2f2a82f5-dc0d-493b-a5b7-1eea8f4f3525 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Made reservation on behalf of fec7848182c34fa699a936b0be6be105 for: {'port': 1} {{(pid=93251) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 04:34:58.932660 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-dc6fddbb-4133-4016-90c2-2439184596ad req-2f2a82f5-dc0d-493b-a5b7-1eea8f4f3525 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:34:59.056316 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.db_base_plugin_common [req-dc6fddbb-4133-4016-90c2-2439184596ad req-2f2a82f5-dc0d-493b-a5b7-1eea8f4f3525 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Allocated IP 172.20.0.13 (bf070aab-bc69-436e-9bc0-f5eb9fe32a8b/1becb559-5a54-4501-af86-0436efe0580b/e3a0a21f-dfd3-40dd-bc2e-f558744e000d) {{(pid=93251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 04:34:59.194966 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-dc6fddbb-4133-4016-90c2-2439184596ad req-2f2a82f5-dc0d-493b-a5b7-1eea8f4f3525 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Notify callbacks [] for port, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:34:59.207865 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [req-dc6fddbb-4133-4016-90c2-2439184596ad req-2f2a82f5-dc0d-493b-a5b7-1eea8f4f3525 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Transition to ACTIVE for port object e3a0a21f-dfd3-40dd-bc2e-f558744e000d will not be triggered until provisioned by entity DHCP. {{(pid=93251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 04:34:59.238349 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-dc6fddbb-4133-4016-90c2-2439184596ad req-2f2a82f5-dc0d-493b-a5b7-1eea8f4f3525 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763712145875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8933231'] for port, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:34:59.280817 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc6fddbb-4133-4016-90c2-2439184596ad req-2f2a82f5-dc0d-493b-a5b7-1eea8f4f3525 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Network bf070aab-bc69-436e-9bc0-f5eb9fe32a8b is already hosted by enough agents. {{(pid=93251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 04:34:59.283682 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [req-dc6fddbb-4133-4016-90c2-2439184596ad req-2f2a82f5-dc0d-493b-a5b7-1eea8f4f3525 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Resources bound (agent type, host, resource id): {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 04:34:59.287289 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc6fddbb-4133-4016-90c2-2439184596ad req-2f2a82f5-dc0d-493b-a5b7-1eea8f4f3525 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Received port after_create {{(pid=93251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 04:34:59.310671 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2a82f5-dc0d-493b-a5b7-1eea8f4f3525 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Pushing event updated for resources: {'Port': ['ID=e3a0a21f-dfd3-40dd-bc2e-f558744e000d,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:34:59.322905 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2a82f5-dc0d-493b-a5b7-1eea8f4f3525 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:34:59.323246 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2a82f5-dc0d-493b-a5b7-1eea8f4f3525 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:34:59.323583 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2a82f5-dc0d-493b-a5b7-1eea8f4f3525 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:34:59.323910 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2a82f5-dc0d-493b-a5b7-1eea8f4f3525 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:34:59.324234 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2a82f5-dc0d-493b-a5b7-1eea8f4f3525 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:34:59.324556 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2a82f5-dc0d-493b-a5b7-1eea8f4f3525 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:34:59.324878 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2a82f5-dc0d-493b-a5b7-1eea8f4f3525 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:34:59.325199 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2a82f5-dc0d-493b-a5b7-1eea8f4f3525 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:34:59.325517 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2a82f5-dc0d-493b-a5b7-1eea8f4f3525 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:34:59.325834 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2a82f5-dc0d-493b-a5b7-1eea8f4f3525 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:34:59.326147 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2a82f5-dc0d-493b-a5b7-1eea8f4f3525 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:34:59.326462 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2a82f5-dc0d-493b-a5b7-1eea8f4f3525 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:34:59.348952 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6fddbb-4133-4016-90c2-2439184596ad req-2f2a82f5-dc0d-493b-a5b7-1eea8f4f3525 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:34:59.349555 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-dc6fddbb-4133-4016-90c2-2439184596ad req-2f2a82f5-dc0d-493b-a5b7-1eea8f4f3525 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224329'] for port, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:34:59.364490 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-dc6fddbb-4133-4016-90c2-2439184596ad req-2f2a82f5-dc0d-493b-a5b7-1eea8f4f3525 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8086078 Aug 05 04:34:59.382466 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [req-dc6fddbb-4133-4016-90c2-2439184596ad req-394f7d8e-a3c0-4798-9a07-beb45c195d1d service neutron] Request body: {'port': {'device_id': 'b1e4c2dc-f223-4645-8875-b6bf17f834e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80300'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:34:59.439824 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-dc6fddbb-4133-4016-90c2-2439184596ad req-394f7d8e-a3c0-4798-9a07-beb45c195d1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:34:59.478789 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-650e58f3-06ec-450b-b0d5-5ad5001e2f7e None None] Provisioning for port e3a0a21f-dfd3-40dd-bc2e-f558744e000d completed by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 04:34:59.482211 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-650e58f3-06ec-450b-b0d5-5ad5001e2f7e None None] Provisioning complete for port e3a0a21f-dfd3-40dd-bc2e-f558744e000d triggered by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 04:34:59.482617 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-650e58f3-06ec-450b-b0d5-5ad5001e2f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66839334'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:34:59.515999 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-650e58f3-06ec-450b-b0d5-5ad5001e2f7e None None] Port e3a0a21f-dfd3-40dd-bc2e-f558744e000d cannot update to ACTIVE because it is not bound. {{(pid=93252) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 04:34:59.671719 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20fe7f7-40f2-401a-8b29-571a512ad9de req-43bb3fb6-936c-4a66-8866-06ebd51b2b55 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:34:59.673196 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c20fe7f7-40f2-401a-8b29-571a512ad9de req-43bb3fb6-936c-4a66-8866-06ebd51b2b55 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1e4c2dc-f223-4645-8875-b6bf17f834e0 HTTP/1.1" status: 200 len: 932 time: 0.0483177 Aug 05 04:34:59.699782 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [req-dc6fddbb-4133-4016-90c2-2439184596ad req-394f7d8e-a3c0-4798-9a07-beb45c195d1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3a0a21f-dfd3-40dd-bc2e-f558744e000d {{(pid=93251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 04:34:59.707282 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-dc6fddbb-4133-4016-90c2-2439184596ad req-394f7d8e-a3c0-4798-9a07-beb45c195d1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:34:59.710763 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c20fe7f7-40f2-401a-8b29-571a512ad9de req-3872e9e2-37ae-4706-8c22-12adcafa3ef9 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/security-groups?id=5ad1e5e9-678e-4639-a106-72386a5acff5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315859 Aug 05 04:34:59.719351 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [req-dc6fddbb-4133-4016-90c2-2439184596ad req-394f7d8e-a3c0-4798-9a07-beb45c195d1d service neutron] Transition to ACTIVE for port object e3a0a21f-dfd3-40dd-bc2e-f558744e000d will not be triggered until provisioned by entity L2. {{(pid=93251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 04:34:59.723750 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-dc6fddbb-4133-4016-90c2-2439184596ad req-394f7d8e-a3c0-4798-9a07-beb45c195d1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8933222'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:34:59.773062 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394f7d8e-a3c0-4798-9a07-beb45c195d1d service neutron] Pushing event updated for resources: {'Port': ['ID=e3a0a21f-dfd3-40dd-bc2e-f558744e000d,revision_number=2']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:34:59.847148 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [req-dc6fddbb-4133-4016-90c2-2439184596ad req-394f7d8e-a3c0-4798-9a07-beb45c195d1d service neutron] Attempting to bind port e3a0a21f-dfd3-40dd-bc2e-f558744e000d on host hv-cinder-80300 for vnic_type normal with profile {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 04:34:59.847488 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [req-dc6fddbb-4133-4016-90c2-2439184596ad req-394f7d8e-a3c0-4798-9a07-beb45c195d1d service neutron] Attempting to bind port e3a0a21f-dfd3-40dd-bc2e-f558744e000d by drivers openvswitch,hyperv on host hv-cinder-80300 at level 0 using segments [{'id': 'bf1fc175-2de8-495c-a4b1-f4b4242f8d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'bf070aab-bc69-436e-9bc0-f5eb9fe32a8b'}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 04:34:59.847819 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc6fddbb-4133-4016-90c2-2439184596ad req-394f7d8e-a3c0-4798-9a07-beb45c195d1d service neutron] Attempting to bind port e3a0a21f-dfd3-40dd-bc2e-f558744e000d on network bf070aab-bc69-436e-9bc0-f5eb9fe32a8b {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 04:34:59.852979 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc6fddbb-4133-4016-90c2-2439184596ad req-394f7d8e-a3c0-4798-9a07-beb45c195d1d service neutron] Port e3a0a21f-dfd3-40dd-bc2e-f558744e000d on network bf070aab-bc69-436e-9bc0-f5eb9fe32a8b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80300 {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 04:34:59.853407 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc6fddbb-4133-4016-90c2-2439184596ad req-394f7d8e-a3c0-4798-9a07-beb45c195d1d service neutron] Attempting to bind port e3a0a21f-dfd3-40dd-bc2e-f558744e000d on network bf070aab-bc69-436e-9bc0-f5eb9fe32a8b {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 04:34:59.858398 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc6fddbb-4133-4016-90c2-2439184596ad req-394f7d8e-a3c0-4798-9a07-beb45c195d1d service neutron] Checking agent: {'id': 'a0106253-c5a2-4978-ae01-2b305935773e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80300', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 4, 16, 33), 'started_at': datetime.datetime(2021, 8, 5, 4, 16, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 4, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 04:34:59.858761 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc6fddbb-4133-4016-90c2-2439184596ad req-394f7d8e-a3c0-4798-9a07-beb45c195d1d service neutron] Checking segment: {'id': 'bf1fc175-2de8-495c-a4b1-f4b4242f8d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'bf070aab-bc69-436e-9bc0-f5eb9fe32a8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 04:34:59.859142 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc6fddbb-4133-4016-90c2-2439184596ad req-394f7d8e-a3c0-4798-9a07-beb45c195d1d service neutron] Bound using segment: {'id': 'bf1fc175-2de8-495c-a4b1-f4b4242f8d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'bf070aab-bc69-436e-9bc0-f5eb9fe32a8b'} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 04:34:59.859561 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [req-dc6fddbb-4133-4016-90c2-2439184596ad req-394f7d8e-a3c0-4798-9a07-beb45c195d1d service neutron] Bound port: e3a0a21f-dfd3-40dd-bc2e-f558744e000d, host: hv-cinder-80300, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf1fc175-2de8-495c-a4b1-f4b4242f8d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'bf070aab-bc69-436e-9bc0-f5eb9fe32a8b'}}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 04:34:59.860018 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-dc6fddbb-4133-4016-90c2-2439184596ad req-394f7d8e-a3c0-4798-9a07-beb45c195d1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:34:59.922773 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [req-dc6fddbb-4133-4016-90c2-2439184596ad req-394f7d8e-a3c0-4798-9a07-beb45c195d1d service neutron] For port e3a0a21f-dfd3-40dd-bc2e-f558744e000d, host hv-cinder-80300, cleared binding levels {{(pid=93251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 04:34:59.926092 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [req-dc6fddbb-4133-4016-90c2-2439184596ad req-394f7d8e-a3c0-4798-9a07-beb45c195d1d service neutron] For port e3a0a21f-dfd3-40dd-bc2e-f558744e000d, host hv-cinder-80300, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=e3a0a21f-dfd3-40dd-bc2e-f558744e000d,segment=NetworkSegment(bf1fc175-2de8-495c-a4b1-f4b4242f8d3d),segment_id=bf1fc175-2de8-495c-a4b1-f4b4242f8d3d)] {{(pid=93251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 04:34:59.930491 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-dc6fddbb-4133-4016-90c2-2439184596ad req-394f7d8e-a3c0-4798-9a07-beb45c195d1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8933222'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:34:59.946188 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6fddbb-4133-4016-90c2-2439184596ad req-394f7d8e-a3c0-4798-9a07-beb45c195d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:34:59.946981 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-dc6fddbb-4133-4016-90c2-2439184596ad req-394f7d8e-a3c0-4798-9a07-beb45c195d1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224329'] for port, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:34:59.948835 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-dc6fddbb-4133-4016-90c2-2439184596ad req-394f7d8e-a3c0-4798-9a07-beb45c195d1d service neutron] 10.222.0.39 "PUT /v2.0/ports/e3a0a21f-dfd3-40dd-bc2e-f558744e000d HTTP/1.1" status: 200 len: 1094 time: 0.5707095 Aug 05 04:34:59.966960 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1e4c2dc-f223-4645-8875-b6bf17f834e0', 'tag': 'e3a0a21f-dfd3-40dd-bc2e-f558744e000d'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 04:34:59.969399 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc51a2a5f300f30acac232ef327f3f01bb0f894a96a37a70efeb1c252096f2af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72e0d904-ef79-4a0d-8747-704ff1855139" -d '{"events": [{"name": "network-changed", "server_uuid": "b1e4c2dc-f223-4645-8875-b6bf17f834e0", "tag": "e3a0a21f-dfd3-40dd-bc2e-f558744e000d"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 04:35:00.008313 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394f7d8e-a3c0-4798-9a07-beb45c195d1d service neutron] Pushing event updated for resources: {'Port': ['ID=e3a0a21f-dfd3-40dd-bc2e-f558744e000d,revision_number=3']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:35:00.056890 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6fddbb-4133-4016-90c2-2439184596ad req-06fbf8bc-6332-41bf-b488-60bae119b163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:35:00.058397 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-dc6fddbb-4133-4016-90c2-2439184596ad req-06fbf8bc-6332-41bf-b488-60bae119b163 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fec7848182c34fa699a936b0be6be105&device_id=b1e4c2dc-f223-4645-8875-b6bf17f834e0 HTTP/1.1" status: 200 len: 1097 time: 0.0463905 Aug 05 04:35:00.107689 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-dc6fddbb-4133-4016-90c2-2439184596ad req-396d5523-8edc-4c45-b2a4-9137118e3afb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e3a0a21f-dfd3-40dd-bc2e-f558744e000d HTTP/1.1" status: 200 len: 217 time: 0.0349729 Aug 05 04:35:00.155923 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6fddbb-4133-4016-90c2-2439184596ad req-a5246538-5802-4bf1-bc0f-fc25d6a21ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:35:00.157323 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-dc6fddbb-4133-4016-90c2-2439184596ad req-a5246538-5802-4bf1-bc0f-fc25d6a21ed0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1becb559-5a54-4501-af86-0436efe0580b HTTP/1.1" status: 200 len: 849 time: 0.0428479 Aug 05 04:35:00.204466 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6fddbb-4133-4016-90c2-2439184596ad req-6a671c54-3a04-48fb-a532-04b967067ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:35:00.205864 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-dc6fddbb-4133-4016-90c2-2439184596ad req-6a671c54-3a04-48fb-a532-04b967067ce5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bf070aab-bc69-436e-9bc0-f5eb9fe32a8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412989 Aug 05 04:35:00.291973 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-dc6fddbb-4133-4016-90c2-2439184596ad req-8a3dfced-3e26-4237-9e10-cbdd63066d3b service neutron] 10.222.0.39 "GET /v2.0/networks/bf070aab-bc69-436e-9bc0-f5eb9fe32a8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0773165 Aug 05 04:35:00.381251 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-dc6fddbb-4133-4016-90c2-2439184596ad req-7eb31be5-ca3a-462b-80c3-d988811bc5dd service neutron] 10.222.0.39 "GET /v2.0/networks/bf070aab-bc69-436e-9bc0-f5eb9fe32a8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822406 Aug 05 04:35:00.823990 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d1df5e-868d-4226-ba03-3d7f5c681351 req-154da05c-b130-49b8-b9e3-7ebe060394c7 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:35:00.825450 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-75d1df5e-868d-4226-ba03-3d7f5c681351 req-154da05c-b130-49b8-b9e3-7ebe060394c7 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1e4c2dc-f223-4645-8875-b6bf17f834e0 HTTP/1.1" status: 200 len: 944 time: 0.0481687 Aug 05 04:35:00.862689 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-75d1df5e-868d-4226-ba03-3d7f5c681351 req-7b81697d-d8db-4683-a29f-a138bae66877 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/security-groups?id=5ad1e5e9-678e-4639-a106-72386a5acff5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314224 Aug 05 04:35:01.100975 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 04:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bd41dfd-0fb4-49fc-b672-8ff2f27a944e x-openstack-request-id: req-8bd41dfd-0fb4-49fc-b672-8ff2f27a944e {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 04:35:01.101437 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1e4c2dc-f223-4645-8875-b6bf17f834e0", "tag": "e3a0a21f-dfd3-40dd-bc2e-f558744e000d", "status": "completed", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 04:35:01.101599 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8bd41dfd-0fb4-49fc-b672-8ff2f27a944e {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 04:35:01.102051 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1e4c2dc-f223-4645-8875-b6bf17f834e0', 'tag': 'e3a0a21f-dfd3-40dd-bc2e-f558744e000d', 'status': 'completed', 'code': 200} Aug 05 04:35:01.189319 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e0d904-ef79-4a0d-8747-704ff1855139 req-d089e4b1-6891-4a35-8006-0d5aa94548c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:35:01.190793 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-72e0d904-ef79-4a0d-8747-704ff1855139 req-d089e4b1-6891-4a35-8006-0d5aa94548c3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fec7848182c34fa699a936b0be6be105&device_id=b1e4c2dc-f223-4645-8875-b6bf17f834e0 HTTP/1.1" status: 200 len: 1097 time: 0.0398765 Aug 05 04:35:01.281194 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e0d904-ef79-4a0d-8747-704ff1855139 req-6bf9ba45-94b5-4633-b43e-a5f0af2ecb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:35:01.282613 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-72e0d904-ef79-4a0d-8747-704ff1855139 req-6bf9ba45-94b5-4633-b43e-a5f0af2ecb95 service neutron] 10.222.0.39 "GET /v2.0/networks?id=bf070aab-bc69-436e-9bc0-f5eb9fe32a8b HTTP/1.1" status: 200 len: 911 time: 0.0844939 Aug 05 04:35:01.324484 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-72e0d904-ef79-4a0d-8747-704ff1855139 req-b5cff513-9b34-41c9-b4ed-c29a6ed171c0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e3a0a21f-dfd3-40dd-bc2e-f558744e000d HTTP/1.1" status: 200 len: 217 time: 0.0331106 Aug 05 04:35:01.371557 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e0d904-ef79-4a0d-8747-704ff1855139 req-55091bc6-b9fb-4f76-a048-20cba4c5ddac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:35:01.372845 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-72e0d904-ef79-4a0d-8747-704ff1855139 req-55091bc6-b9fb-4f76-a048-20cba4c5ddac service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1becb559-5a54-4501-af86-0436efe0580b HTTP/1.1" status: 200 len: 849 time: 0.0414646 Aug 05 04:35:01.424435 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e0d904-ef79-4a0d-8747-704ff1855139 req-1516b2b3-67d4-4412-8048-0ee51b32e5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:35:01.425865 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-72e0d904-ef79-4a0d-8747-704ff1855139 req-1516b2b3-67d4-4412-8048-0ee51b32e5fd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bf070aab-bc69-436e-9bc0-f5eb9fe32a8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413833 Aug 05 04:35:01.517910 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-72e0d904-ef79-4a0d-8747-704ff1855139 req-2a2f0c17-652a-4052-bd43-49f5813607ac service neutron] 10.222.0.39 "GET /v2.0/networks/bf070aab-bc69-436e-9bc0-f5eb9fe32a8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805151 Aug 05 04:35:01.611636 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-72e0d904-ef79-4a0d-8747-704ff1855139 req-f339e721-e08c-4517-a1b7-d5f2563369d7 service neutron] 10.222.0.39 "GET /v2.0/networks/bf070aab-bc69-436e-9bc0-f5eb9fe32a8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843363 Aug 05 04:35:01.973245 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b501f0-f89c-4c14-8065-20685b0663f0 req-ad4be7c5-d909-4241-b7f0-53f12158e583 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:35:01.974705 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-75b501f0-f89c-4c14-8065-20685b0663f0 req-ad4be7c5-d909-4241-b7f0-53f12158e583 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1e4c2dc-f223-4645-8875-b6bf17f834e0 HTTP/1.1" status: 200 len: 944 time: 0.0479648 Aug 05 04:35:02.015477 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-75b501f0-f89c-4c14-8065-20685b0663f0 req-0535077c-5dad-4ecc-a5ce-75989dbeb8bf tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/security-groups?id=5ad1e5e9-678e-4639-a106-72386a5acff5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349259 Aug 05 04:35:02.742058 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-eab83788-beb6-44b6-8c76-8c4817fc0f1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:35:03.132408 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ddddcd-72c6-4abf-abc9-add2c9e280fe req-e8cef270-8212-4020-a2b2-686d327eb77a tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:35:03.133897 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f7ddddcd-72c6-4abf-abc9-add2c9e280fe req-e8cef270-8212-4020-a2b2-686d327eb77a tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1e4c2dc-f223-4645-8875-b6bf17f834e0 HTTP/1.1" status: 200 len: 944 time: 0.0483429 Aug 05 04:35:03.171821 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f7ddddcd-72c6-4abf-abc9-add2c9e280fe req-f2ab4ddd-28c5-433e-829d-ad611596f400 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/security-groups?id=5ad1e5e9-678e-4639-a106-72386a5acff5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321541 Aug 05 04:35:04.282975 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c959843-2426-41c9-89ed-7006679607d7 req-c75b0003-caae-41bb-ba00-30744f696ac2 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:35:04.284320 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5c959843-2426-41c9-89ed-7006679607d7 req-c75b0003-caae-41bb-ba00-30744f696ac2 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1e4c2dc-f223-4645-8875-b6bf17f834e0 HTTP/1.1" status: 200 len: 944 time: 0.0468814 Aug 05 04:35:04.320407 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5c959843-2426-41c9-89ed-7006679607d7 req-daa4857a-4f25-4583-82df-0deb92b0de08 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/security-groups?id=5ad1e5e9-678e-4639-a106-72386a5acff5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297196 Aug 05 04:35:05.153649 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-93e0c421-abbc-4038-a3f1-67aae47d1938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:35:05.335545 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:35:05.431284 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f13f84-e467-44d7-a2e3-8e5d2b7a7229 req-bf6af219-2edf-4b6d-98f6-18fa32509f83 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:35:05.432738 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-49f13f84-e467-44d7-a2e3-8e5d2b7a7229 req-bf6af219-2edf-4b6d-98f6-18fa32509f83 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1e4c2dc-f223-4645-8875-b6bf17f834e0 HTTP/1.1" status: 200 len: 944 time: 0.0476143 Aug 05 04:35:05.473563 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-49f13f84-e467-44d7-a2e3-8e5d2b7a7229 req-a2e39ca5-7ce2-4fed-aed1-0becddb7b17f tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/security-groups?id=5ad1e5e9-678e-4639-a106-72386a5acff5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343955 Aug 05 04:35:06.362277 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-03641130-cd72-49d2-95a2-84c2adaa14ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:35:06.586601 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894557c4-fbbc-495d-9ca0-645c10ec63d7 req-17abcdf0-3234-4b03-9fb8-1a96219e368d tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:35:06.588048 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-894557c4-fbbc-495d-9ca0-645c10ec63d7 req-17abcdf0-3234-4b03-9fb8-1a96219e368d tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1e4c2dc-f223-4645-8875-b6bf17f834e0 HTTP/1.1" status: 200 len: 944 time: 0.0485435 Aug 05 04:35:06.625177 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-894557c4-fbbc-495d-9ca0-645c10ec63d7 req-b6bfd39e-d22d-4e9a-a329-c5fbb6355b7b tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/security-groups?id=5ad1e5e9-678e-4639-a106-72386a5acff5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313299 Aug 05 04:35:07.737084 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3a6336-6daa-4c3b-9552-253f87f5f6b2 req-d02590c3-91c2-4822-812e-aaaee252c3e1 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:35:07.738683 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9a3a6336-6daa-4c3b-9552-253f87f5f6b2 req-d02590c3-91c2-4822-812e-aaaee252c3e1 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1e4c2dc-f223-4645-8875-b6bf17f834e0 HTTP/1.1" status: 200 len: 944 time: 0.0486510 Aug 05 04:35:07.775784 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9a3a6336-6daa-4c3b-9552-253f87f5f6b2 req-66ab9226-d808-4f0a-a9b8-554ff7b7fd12 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/security-groups?id=5ad1e5e9-678e-4639-a106-72386a5acff5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312440 Aug 05 04:35:08.055762 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-6a2206e1-ea48-45a0-865e-aad2fcc79b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:35:08.175568 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Device e3a0a21f-dfd3-40dd-bc2e-f558744e000d details requested by agent hyperv_hv-cinder-80300 with host hv-cinder-80300 {{(pid=93252) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 04:35:08.268334 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] For port e3a0a21f-dfd3-40dd-bc2e-f558744e000d, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=e3a0a21f-dfd3-40dd-bc2e-f558744e000d,segment=NetworkSegment(bf1fc175-2de8-495c-a4b1-f4b4242f8d3d),segment_id=bf1fc175-2de8-495c-a4b1-f4b4242f8d3d)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:35:08.279351 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Returning: {'device': 'e3a0a21f-dfd3-40dd-bc2e-f558744e000d', 'network_id': 'bf070aab-bc69-436e-9bc0-f5eb9fe32a8b', 'port_id': 'e3a0a21f-dfd3-40dd-bc2e-f558744e000d', 'mac_address': 'fa:16:3e:bd:b4:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1becb559-5a54-4501-af86-0436efe0580b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93252) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 04:35:08.315532 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:35:08.328059 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3a0a21f-dfd3-40dd-bc2e-f558744e000d {{(pid=93252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 04:35:08.347460 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] For port e3a0a21f-dfd3-40dd-bc2e-f558744e000d, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=e3a0a21f-dfd3-40dd-bc2e-f558744e000d,segment=NetworkSegment(bf1fc175-2de8-495c-a4b1-f4b4242f8d3d),segment_id=bf1fc175-2de8-495c-a4b1-f4b4242f8d3d)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:35:08.350938 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:35:08.395708 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Pushing event updated for resources: {'Port': ['ID=e3a0a21f-dfd3-40dd-bc2e-f558744e000d,revision_number=4']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:35:08.403161 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:35:08.403514 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:35:08.403859 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:35:08.404202 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:35:08.404542 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:35:08.404879 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:35:08.405212 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:35:08.405544 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:35:08.405876 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:35:08.406204 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:35:08.406556 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:35:08.406883 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:35:08.796219 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] get_ports_and_sgs() called for port_ids ['e3a0a21f-dfd3-40dd-bc2e-f558744e000d'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 04:35:08.886834 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a3f4b0-f99f-46bb-af39-25aebd1bd903 req-5abbb469-cbca-4a37-844d-8b40bd501833 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:35:08.888277 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-42a3f4b0-f99f-46bb-af39-25aebd1bd903 req-5abbb469-cbca-4a37-844d-8b40bd501833 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1e4c2dc-f223-4645-8875-b6bf17f834e0 HTTP/1.1" status: 200 len: 945 time: 0.0474083 Aug 05 04:35:08.929001 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-42a3f4b0-f99f-46bb-af39-25aebd1bd903 req-179560af-0d11-4b67-b103-fc2217de3ab3 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/security-groups?id=5ad1e5e9-678e-4639-a106-72386a5acff5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343196 Aug 05 04:35:10.040262 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885ec037-ef9a-491e-a52e-316604fcfc2e req-3c2c0b61-294b-49c1-8808-ad5e31f8cd59 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:35:10.041767 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-885ec037-ef9a-491e-a52e-316604fcfc2e req-3c2c0b61-294b-49c1-8808-ad5e31f8cd59 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1e4c2dc-f223-4645-8875-b6bf17f834e0 HTTP/1.1" status: 200 len: 945 time: 0.0471306 Aug 05 04:35:10.078641 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-885ec037-ef9a-491e-a52e-316604fcfc2e req-06c3f913-b42d-43bd-84c4-68a745cd574e tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/security-groups?id=5ad1e5e9-678e-4639-a106-72386a5acff5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310051 Aug 05 04:35:10.149645 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:35:10.174464 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Device e3a0a21f-dfd3-40dd-bc2e-f558744e000d up at agent hyperv_hv-cinder-80300 {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 04:35:10.222152 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Provisioning for port e3a0a21f-dfd3-40dd-bc2e-f558744e000d completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 04:35:10.226212 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Provisioning complete for port e3a0a21f-dfd3-40dd-bc2e-f558744e000d triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 04:35:10.226616 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66839334'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:35:10.302225 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:35:10.323376 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1e4c2dc-f223-4645-8875-b6bf17f834e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3a0a21f-dfd3-40dd-bc2e-f558744e000d'}] {{(pid=93252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 04:35:10.325599 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f021a78abaadf32682ec407d28b092b8d5e159b0dca1f9e700978c1e9d6d025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16a60259-333f-4624-91c6-c03c24c8c249" -d '{"events": [{"server_uuid": "b1e4c2dc-f223-4645-8875-b6bf17f834e0", "name": "network-vif-plugged", "status": "completed", "tag": "e3a0a21f-dfd3-40dd-bc2e-f558744e000d"}]}' {{(pid=93252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 04:35:10.338971 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] For port e3a0a21f-dfd3-40dd-bc2e-f558744e000d, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=e3a0a21f-dfd3-40dd-bc2e-f558744e000d,segment=NetworkSegment(bf1fc175-2de8-495c-a4b1-f4b4242f8d3d),segment_id=bf1fc175-2de8-495c-a4b1-f4b4242f8d3d)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:35:10.343252 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:35:10.389722 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Pushing event updated for resources: {'Port': ['ID=e3a0a21f-dfd3-40dd-bc2e-f558744e000d,revision_number=5']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:35:10.424770 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 04:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e42079b5-2f51-4ea0-8d2b-2fc9faed9006 x-openstack-request-id: req-e42079b5-2f51-4ea0-8d2b-2fc9faed9006 {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 04:35:10.425068 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1e4c2dc-f223-4645-8875-b6bf17f834e0", "name": "network-vif-plugged", "status": "completed", "tag": "e3a0a21f-dfd3-40dd-bc2e-f558744e000d", "code": 200}]} {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 04:35:10.425323 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e42079b5-2f51-4ea0-8d2b-2fc9faed9006 {{(pid=93252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 04:35:10.425715 dv-cinder-803000-4-iscsi neutron-server[93252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1e4c2dc-f223-4645-8875-b6bf17f834e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3a0a21f-dfd3-40dd-bc2e-f558744e000d', 'code': 200} Aug 05 04:35:10.661751 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3496105-e7d1-4485-a15f-4a8115b9103e req-6b824f85-8876-4786-bd64-d6160e08fb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:35:10.663278 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-f3496105-e7d1-4485-a15f-4a8115b9103e req-6b824f85-8876-4786-bd64-d6160e08fb98 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b1e4c2dc-f223-4645-8875-b6bf17f834e0 HTTP/1.1" status: 200 len: 1099 time: 0.0399635 Aug 05 04:35:10.697571 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-f3496105-e7d1-4485-a15f-4a8115b9103e req-0cc2df73-a97a-45ec-8ef3-9a8631bfa1fc service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=5ad1e5e9-678e-4639-a106-72386a5acff5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268986 Aug 05 04:35:11.188926 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a723016b-e85d-4fd3-8f3c-d60862e117e9 req-7392821d-8424-4da7-9956-d8c25313fc57 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:35:11.190397 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a723016b-e85d-4fd3-8f3c-d60862e117e9 req-7392821d-8424-4da7-9956-d8c25313fc57 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1e4c2dc-f223-4645-8875-b6bf17f834e0 HTTP/1.1" status: 200 len: 946 time: 0.0477436 Aug 05 04:35:11.227682 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a723016b-e85d-4fd3-8f3c-d60862e117e9 req-336caeb1-bea2-4eb5-b4ca-0ccbfb371975 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/security-groups?id=5ad1e5e9-678e-4639-a106-72386a5acff5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307112 Aug 05 04:35:12.344085 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2613485-59fb-4fd1-b839-014f79678a98 req-4909ba26-dddd-4c29-b2eb-977f2adffa91 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:35:12.345560 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c2613485-59fb-4fd1-b839-014f79678a98 req-4909ba26-dddd-4c29-b2eb-977f2adffa91 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1e4c2dc-f223-4645-8875-b6bf17f834e0 HTTP/1.1" status: 200 len: 946 time: 0.0494373 Aug 05 04:35:12.386905 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c2613485-59fb-4fd1-b839-014f79678a98 req-8250e647-acbe-42a9-bf98-e8908e7f3e39 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/security-groups?id=5ad1e5e9-678e-4639-a106-72386a5acff5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346141 Aug 05 04:35:13.164941 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-87ea8438-47cd-44c4-a808-9a807a63fea8 None None] Agent healthcheck: found 6 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 04:35:13.501757 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3aa083-23c8-46f2-aa8b-7cab352a8a05 req-368f5d8a-0853-4aab-8739-e5e5c3169bfe tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:35:13.503245 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-be3aa083-23c8-46f2-aa8b-7cab352a8a05 req-368f5d8a-0853-4aab-8739-e5e5c3169bfe tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1e4c2dc-f223-4645-8875-b6bf17f834e0 HTTP/1.1" status: 200 len: 946 time: 0.0493736 Aug 05 04:35:13.541436 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-be3aa083-23c8-46f2-aa8b-7cab352a8a05 req-fd8382f5-b2b0-4e2f-b4d6-f7ba07c076f9 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/security-groups?id=5ad1e5e9-678e-4639-a106-72386a5acff5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317159 Aug 05 04:35:13.651974 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ab8520-d10e-4a7e-9b13-c134b55cf36e req-c11b2890-8eec-41df-bea8-3bfb4df01c74 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:35:13.653419 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a3ab8520-d10e-4a7e-9b13-c134b55cf36e req-c11b2890-8eec-41df-bea8-3bfb4df01c74 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1e4c2dc-f223-4645-8875-b6bf17f834e0 HTTP/1.1" status: 200 len: 946 time: 0.0474150 Aug 05 04:35:13.690407 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a3ab8520-d10e-4a7e-9b13-c134b55cf36e req-fb4909ce-491d-4183-865f-dac50e3af3dc tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/security-groups?id=5ad1e5e9-678e-4639-a106-72386a5acff5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312557 Aug 05 04:35:13.712039 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 37036) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:35:13.750422 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec41e4e9-7ffe-494e-8001-18059c9aa179 tempest-TestVolumeBootPattern-1798794499 tempest-TestVolumeBootPattern-1798794499-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:35:13.751905 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-ec41e4e9-7ffe-494e-8001-18059c9aa179 tempest-TestVolumeBootPattern-1798794499 tempest-TestVolumeBootPattern-1798794499-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=b1e4c2dc-f223-4645-8875-b6bf17f834e0 HTTP/1.1" status: 200 len: 1094 time: 0.0388923 Aug 05 04:35:13.754541 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 37038) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:35:13.758702 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-ca56a7a4-5b5b-4244-809a-a929e8e9de10 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Request body: {'floatingip': {'floating_network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'port_id': 'e3a0a21f-dfd3-40dd-bc2e-f558744e000d', 'tenant_id': 'fec7848182c34fa699a936b0be6be105', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 04:35:13.779707 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ca56a7a4-5b5b-4244-809a-a929e8e9de10 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Notify callbacks [] for floatingip, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:35:13.876609 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ca56a7a4-5b5b-4244-809a-a929e8e9de10 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:35:13.980582 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.db_base_plugin_common [None req-ca56a7a4-5b5b-4244-809a-a929e8e9de10 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Allocated IP 172.27.3.141 (6aa50667-ad26-490a-abab-e40f5b548551/1981b9cb-30a8-4ce2-a61f-12a80c9863da/f6a73fed-ad72-4788-8079-4c4fb5500193) {{(pid=93251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 04:35:14.080102 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ca56a7a4-5b5b-4244-809a-a929e8e9de10 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Notify callbacks [] for port, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:35:14.117941 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ca56a7a4-5b5b-4244-809a-a929e8e9de10 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763712145875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8933231'] for port, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:35:14.157911 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca56a7a4-5b5b-4244-809a-a929e8e9de10 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Network 6aa50667-ad26-490a-abab-e40f5b548551 is already hosted by enough agents. {{(pid=93251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 04:35:14.160768 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [None req-ca56a7a4-5b5b-4244-809a-a929e8e9de10 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Resources bound (agent type, host, resource id): {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 04:35:14.164854 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca56a7a4-5b5b-4244-809a-a929e8e9de10 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Received port after_create {{(pid=93251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 04:35:14.170091 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca56a7a4-5b5b-4244-809a-a929e8e9de10 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Pushing event updated for resources: {'Port': ['ID=f6a73fed-ad72-4788-8079-4c4fb5500193,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:35:14.511661 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ca56a7a4-5b5b-4244-809a-a929e8e9de10 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:35:14.577668 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ca56a7a4-5b5b-4244-809a-a929e8e9de10 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66766577'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:35:14.719994 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ca56a7a4-5b5b-4244-809a-a929e8e9de10 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Notify callbacks [] for port, precommit_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:35:14.724349 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ca56a7a4-5b5b-4244-809a-a929e8e9de10 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763712548949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763712145893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763712145911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8933222'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:35:14.787129 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca56a7a4-5b5b-4244-809a-a929e8e9de10 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Pushing event updated for resources: {'Port': ['ID=f6a73fed-ad72-4788-8079-4c4fb5500193,revision_number=2']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:35:14.800483 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ca56a7a4-5b5b-4244-809a-a929e8e9de10 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-699471'] for floatingip, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:35:14.895036 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.db.l3_db [None req-ca56a7a4-5b5b-4244-809a-a929e8e9de10 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Floating IP 82b017d0-e028-482a-83b0-3c48a07f25ac associated. External IP: 172.27.3.141, port: e3a0a21f-dfd3-40dd-bc2e-f558744e000d. Aug 05 04:35:15.097831 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca56a7a4-5b5b-4244-809a-a929e8e9de10 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Router d9d0e573-2102-4a89-999c-f3ee1799f7d0 has already been hosted by L3 agent 8e71ca1b-9911-44b3-bf09-1fce3db7ea9a {{(pid=93251) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 04:35:15.202065 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca56a7a4-5b5b-4244-809a-a929e8e9de10 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Notify agent at l3_agent.dv-cinder-803000-4-iscsi the message routers_updated {{(pid=93251) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 04:35:15.212545 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6db911c-672b-4f16-9bdf-4733a60f183a None None] Sync routers for ids ['d9d0e573-2102-4a89-999c-f3ee1799f7d0'] in dv-cinder-803000-4-iscsi {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 04:35:15.218361 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ca56a7a4-5b5b-4244-809a-a929e8e9de10 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224329'] for floatingip, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:35:15.222767 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6db911c-672b-4f16-9bdf-4733a60f183a None None] Routers {'d9d0e573-2102-4a89-999c-f3ee1799f7d0'} bound to L3 agent in host dv-cinder-803000-4-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 04:35:15.223394 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-d6db911c-672b-4f16-9bdf-4733a60f183a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T04:10:35Z,description=,heartbeat_timestamp=2021-08-05T04:35:05Z,host='dv-cinder-803000-4-iscsi',id=8e71ca1b-9911-44b3-bf09-1fce3db7ea9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T04:10:35Z,topic='l3_agent')) {'router_ids': ['d9d0e573-2102-4a89-999c-f3ee1799f7d0'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:35:15.244542 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-ca56a7a4-5b5b-4244-809a-a929e8e9de10 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.4890430 Aug 05 04:35:15.245235 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1e4c2dc-f223-4645-8875-b6bf17f834e0', 'tag': 'e3a0a21f-dfd3-40dd-bc2e-f558744e000d'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 04:35:15.248035 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc51a2a5f300f30acac232ef327f3f01bb0f894a96a37a70efeb1c252096f2af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9d1fac4-46ca-492c-ba44-84a5afdb2d20" -d '{"events": [{"name": "network-changed", "server_uuid": "b1e4c2dc-f223-4645-8875-b6bf17f834e0", "tag": "e3a0a21f-dfd3-40dd-bc2e-f558744e000d"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 04:35:15.285130 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 04:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d4fc242-00c5-49e7-bb43-c0bdb03e8cad x-openstack-request-id: req-0d4fc242-00c5-49e7-bb43-c0bdb03e8cad {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 04:35:15.285410 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1e4c2dc-f223-4645-8875-b6bf17f834e0", "tag": "e3a0a21f-dfd3-40dd-bc2e-f558744e000d", "status": "completed", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 04:35:15.285654 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0d4fc242-00c5-49e7-bb43-c0bdb03e8cad {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 04:35:15.286050 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1e4c2dc-f223-4645-8875-b6bf17f834e0', 'tag': 'e3a0a21f-dfd3-40dd-bc2e-f558744e000d', 'status': 'completed', 'code': 200} Aug 05 04:35:15.329372 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-d6db911c-672b-4f16-9bdf-4733a60f183a None None] Set router d9d0e573-2102-4a89-999c-f3ee1799f7d0 gateway port host: dv-cinder-803000-4-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 04:35:15.368281 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d1fac4-46ca-492c-ba44-84a5afdb2d20 req-3cb04200-bcea-4859-a241-3863a0de90aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:35:15.369683 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-a9d1fac4-46ca-492c-ba44-84a5afdb2d20 req-3cb04200-bcea-4859-a241-3863a0de90aa service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fec7848182c34fa699a936b0be6be105&device_id=b1e4c2dc-f223-4645-8875-b6bf17f834e0 HTTP/1.1" status: 200 len: 1099 time: 0.0401263 Aug 05 04:35:15.462803 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d1fac4-46ca-492c-ba44-84a5afdb2d20 req-7214d88e-66fd-48bf-a238-8298f8b7c9df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:35:15.464270 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-a9d1fac4-46ca-492c-ba44-84a5afdb2d20 req-7214d88e-66fd-48bf-a238-8298f8b7c9df service neutron] 10.222.0.39 "GET /v2.0/networks?id=bf070aab-bc69-436e-9bc0-f5eb9fe32a8b HTTP/1.1" status: 200 len: 911 time: 0.0881228 Aug 05 04:35:15.528735 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-a9d1fac4-46ca-492c-ba44-84a5afdb2d20 req-2f29e760-0141-479c-8f45-f77595740044 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e3a0a21f-dfd3-40dd-bc2e-f558744e000d HTTP/1.1" status: 200 len: 1000 time: 0.0571778 Aug 05 04:35:15.554546 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-d6db911c-672b-4f16-9bdf-4733a60f183a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9d0e573-2102-4a89-999c-f3ee1799f7d0', 'name': 'tempest-TestVolumeBootPattern-20697025-router', 'tenant_id': 'fec7848182c34fa699a936b0be6be105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'external_fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '98862c02-f822-47b7-a341-93d68f3c00c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:29:14Z', 'updated_at': '2021-08-05T04:29:17Z', 'revision_number': 4, 'project_id': 'fec7848182c34fa699a936b0be6be105', 'gw_port': {'id': '98862c02-f822-47b7-a341-93d68f3c00c4', 'name': '', 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d0e573-2102-4a89-999c-f3ee1799f7d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:29:15Z', 'updated_at': '2021-08-05T04:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-4-iscsi', '_floatingips': [{'id': '62788f08-e160-4b7b-9999-0c6c7c17b8e4', 'tenant_id': 'fec7848182c34fa699a936b0be6be105', 'floating_ip_address': '172.27.3.56', 'floating_network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'router_id': 'd9d0e573-2102-4a89-999c-f3ee1799f7d0', 'port_id': '68722759-b485-4ab5-8638-6059bab9b42c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf070aab-bc69-436e-9bc0-f5eb9fe32a8b', 'mac_address': 'fa:16:3e:d5:20:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a92fa6-75dc-4dbe-9a93-40864640e743', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T04:32:52Z', 'updated_at': '2021-08-05T04:32:54Z', 'revision_number': 1, 'project_id': 'fec7848182c34fa699a936b0be6be105', 'fixed_ip_address_scope': None}, {'id': '82b017d0-e028-482a-83b0-3c48a07f25ac', 'tenant_id': 'fec7848182c34fa699a936b0be6be105', 'floating_ip_address': '172.27.3.141', 'floating_network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'router_id': 'd9d0e573-2102-4a89-999c-f3ee1799f7d0', 'port_id': 'e3a0a21f-dfd3-40dd-bc2e-f558744e000d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf070aab-bc69-436e-9bc0-f5eb9fe32a8b', 'mac_address': 'fa:16:3e:bd:b4:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e4c2dc-f223-4645-8875-b6bf17f834e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T04:35:14Z', 'updated_at': '2021-08-05T04:35:14Z', 'revision_number': 0, 'project_id': 'fec7848182c34fa699a936b0be6be105', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27f170ce-0d82-4599-b588-0f507464ebba', 'name': '', 'network_id': 'bf070aab-bc69-436e-9bc0-f5eb9fe32a8b', 'tenant_id': 'fec7848182c34fa699a936b0be6be105', 'mac_address': 'fa:16:3e:8a:89:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d0e573-2102-4a89-999c-f3ee1799f7d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '1becb559-5a54-4501-af86-0436efe0580b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:29:17Z', 'updated_at': '2021-08-05T04:29:24Z', 'revision_number': 5, 'project_id': 'fec7848182c34fa699a936b0be6be105', 'subnets': [{'id': '1becb559-5a54-4501-af86-0436efe0580b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803000-4-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:35:15.576927 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d1fac4-46ca-492c-ba44-84a5afdb2d20 req-f1e7e348-02e9-4bf4-aff3-59720dc86c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:35:15.578363 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-a9d1fac4-46ca-492c-ba44-84a5afdb2d20 req-f1e7e348-02e9-4bf4-aff3-59720dc86c95 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1becb559-5a54-4501-af86-0436efe0580b HTTP/1.1" status: 200 len: 849 time: 0.0432599 Aug 05 04:35:15.580558 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6db911c-672b-4f16-9bdf-4733a60f183a None None] Checking router: d9d0e573-2102-4a89-999c-f3ee1799f7d0 for host: dv-cinder-803000-4-iscsi {{(pid=93252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 04:35:15.588895 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6db911c-672b-4f16-9bdf-4733a60f183a None None] Routers {'d9d0e573-2102-4a89-999c-f3ee1799f7d0'} bound to L3 agent in host dv-cinder-803000-4-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 04:35:15.589497 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-d6db911c-672b-4f16-9bdf-4733a60f183a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T04:10:35Z,description=,heartbeat_timestamp=2021-08-05T04:35:05Z,host='dv-cinder-803000-4-iscsi',id=8e71ca1b-9911-44b3-bf09-1fce3db7ea9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T04:10:35Z,topic='l3_agent')) {'router_ids': ['d9d0e573-2102-4a89-999c-f3ee1799f7d0'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:35:15.626581 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d1fac4-46ca-492c-ba44-84a5afdb2d20 req-7b409d1c-1d08-4e20-a350-48a3d00a425d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:35:15.627989 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-a9d1fac4-46ca-492c-ba44-84a5afdb2d20 req-7b409d1c-1d08-4e20-a350-48a3d00a425d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bf070aab-bc69-436e-9bc0-f5eb9fe32a8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427067 Aug 05 04:35:15.692850 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-d6db911c-672b-4f16-9bdf-4733a60f183a None None] Set router d9d0e573-2102-4a89-999c-f3ee1799f7d0 gateway port host: dv-cinder-803000-4-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 04:35:15.716010 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-a9d1fac4-46ca-492c-ba44-84a5afdb2d20 req-ff3ce314-2949-4a3d-a49a-cbbc41ed709e service neutron] 10.222.0.39 "GET /v2.0/networks/bf070aab-bc69-436e-9bc0-f5eb9fe32a8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804884 Aug 05 04:35:15.808316 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-a9d1fac4-46ca-492c-ba44-84a5afdb2d20 req-8e450a53-704a-4879-b295-7eb05b53e571 service neutron] 10.222.0.39 "GET /v2.0/networks/bf070aab-bc69-436e-9bc0-f5eb9fe32a8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851307 Aug 05 04:35:15.917651 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-d6db911c-672b-4f16-9bdf-4733a60f183a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9d0e573-2102-4a89-999c-f3ee1799f7d0', 'name': 'tempest-TestVolumeBootPattern-20697025-router', 'tenant_id': 'fec7848182c34fa699a936b0be6be105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'external_fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '98862c02-f822-47b7-a341-93d68f3c00c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:29:14Z', 'updated_at': '2021-08-05T04:29:17Z', 'revision_number': 4, 'project_id': 'fec7848182c34fa699a936b0be6be105', 'gw_port': {'id': '98862c02-f822-47b7-a341-93d68f3c00c4', 'name': '', 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d0e573-2102-4a89-999c-f3ee1799f7d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:29:15Z', 'updated_at': '2021-08-05T04:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-4-iscsi', '_floatingips': [{'id': '62788f08-e160-4b7b-9999-0c6c7c17b8e4', 'tenant_id': 'fec7848182c34fa699a936b0be6be105', 'floating_ip_address': '172.27.3.56', 'floating_network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'router_id': 'd9d0e573-2102-4a89-999c-f3ee1799f7d0', 'port_id': '68722759-b485-4ab5-8638-6059bab9b42c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf070aab-bc69-436e-9bc0-f5eb9fe32a8b', 'mac_address': 'fa:16:3e:d5:20:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a92fa6-75dc-4dbe-9a93-40864640e743', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T04:32:52Z', 'updated_at': '2021-08-05T04:32:54Z', 'revision_number': 1, 'project_id': 'fec7848182c34fa699a936b0be6be105', 'fixed_ip_address_scope': None}, {'id': '82b017d0-e028-482a-83b0-3c48a07f25ac', 'tenant_id': 'fec7848182c34fa699a936b0be6be105', 'floating_ip_address': '172.27.3.141', 'floating_network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'router_id': 'd9d0e573-2102-4a89-999c-f3ee1799f7d0', 'port_id': 'e3a0a21f-dfd3-40dd-bc2e-f558744e000d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf070aab-bc69-436e-9bc0-f5eb9fe32a8b', 'mac_address': 'fa:16:3e:bd:b4:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e4c2dc-f223-4645-8875-b6bf17f834e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T04:35:14Z', 'updated_at': '2021-08-05T04:35:14Z', 'revision_number': 0, 'project_id': 'fec7848182c34fa699a936b0be6be105', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27f170ce-0d82-4599-b588-0f507464ebba', 'name': '', 'network_id': 'bf070aab-bc69-436e-9bc0-f5eb9fe32a8b', 'tenant_id': 'fec7848182c34fa699a936b0be6be105', 'mac_address': 'fa:16:3e:8a:89:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d0e573-2102-4a89-999c-f3ee1799f7d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '1becb559-5a54-4501-af86-0436efe0580b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:29:17Z', 'updated_at': '2021-08-05T04:29:24Z', 'revision_number': 5, 'project_id': 'fec7848182c34fa699a936b0be6be105', 'subnets': [{'id': '1becb559-5a54-4501-af86-0436efe0580b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803000-4-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:35:15.943745 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6db911c-672b-4f16-9bdf-4733a60f183a None None] The sync data for ids ['d9d0e573-2102-4a89-999c-f3ee1799f7d0'] in dv-cinder-803000-4-iscsi is: [{'id': 'd9d0e573-2102-4a89-999c-f3ee1799f7d0', 'name': 'tempest-TestVolumeBootPattern-20697025-router', 'tenant_id': 'fec7848182c34fa699a936b0be6be105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'external_fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '98862c02-f822-47b7-a341-93d68f3c00c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:29:14Z', 'updated_at': '2021-08-05T04:29:17Z', 'revision_number': 4, 'project_id': 'fec7848182c34fa699a936b0be6be105', 'gw_port': {'id': '98862c02-f822-47b7-a341-93d68f3c00c4', 'name': '', 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d0e573-2102-4a89-999c-f3ee1799f7d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:29:15Z', 'updated_at': '2021-08-05T04:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-4-iscsi', '_floatingips': [{'id': '62788f08-e160-4b7b-9999-0c6c7c17b8e4', 'tenant_id': 'fec7848182c34fa699a936b0be6be105', 'floating_ip_address': '172.27.3.56', 'floating_network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'router_id': 'd9d0e573-2102-4a89-999c-f3ee1799f7d0', 'port_id': '68722759-b485-4ab5-8638-6059bab9b42c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf070aab-bc69-436e-9bc0-f5eb9fe32a8b', 'mac_address': 'fa:16:3e:d5:20:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a92fa6-75dc-4dbe-9a93-40864640e743', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T04:32:52Z', 'updated_at': '2021-08-05T04:32:54Z', 'revision_number': 1, 'project_id': 'fec7848182c34fa699a936b0be6be105', 'fixed_ip_address_scope': None}, {'id': '82b017d0-e028-482a-83b0-3c48a07f25ac', 'tenant_id': 'fec7848182c34fa699a936b0be6be105', 'floating_ip_address': '172.27.3.141', 'floating_network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'router_id': 'd9d0e573-2102-4a89-999c-f3ee1799f7d0', 'port_id': 'e3a0a21f-dfd3-40dd-bc2e-f558744e000d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf070aab-bc69-436e-9bc0-f5eb9fe32a8b', 'mac_address': 'fa:16:3e:bd:b4:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e4c2dc-f223-4645-8875-b6bf17f834e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T04:35:14Z', 'updated_at': '2021-08-05T04:35:14Z', 'revision_number': 0, 'project_id': 'fec7848182c34fa699a936b0be6be105', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27f170ce-0d82-4599-b588-0f507464ebba', 'name': '', 'network_id': 'bf070aab-bc69-436e-9bc0-f5eb9fe32a8b', 'tenant_id': 'fec7848182c34fa699a936b0be6be105', 'mac_address': 'fa:16:3e:8a:89:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d0e573-2102-4a89-999c-f3ee1799f7d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '1becb559-5a54-4501-af86-0436efe0580b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:29:17Z', 'updated_at': '2021-08-05T04:29:24Z', 'revision_number': 5, 'project_id': 'fec7848182c34fa699a936b0be6be105', 'subnets': [{'id': '1becb559-5a54-4501-af86-0436efe0580b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 04:35:16.134392 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563c8e8b-47e9-4a8f-bd8d-7fce283a7491 None None] New status for floating IP 82b017d0-e028-482a-83b0-3c48a07f25ac: ACTIVE {{(pid=93253) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 04:35:32.742974 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-c4258efb-10da-4a6e-a3a7-3300cc772cb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:35:34.431497 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [req-1f45e289-5d38-44e7-b29b-20bb063468d3 req-67b01206-dc61-46b5-90ac-c37c086ec666 service neutron] (93251) timed out ('10.222.0.39', 52070) {{(pid=93251) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 05 04:35:34.927180 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [req-e466c5a1-f692-453c-bf18-12b905daf467 req-bb764e66-8f67-44c7-829d-d31d383918d6 tempest-VolumesActionsTest-1211851327 tempest-VolumesActionsTest-1211851327-project] (93251) timed out ('10.222.0.39', 52067) {{(pid=93251) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 05 04:35:35.154468 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-aae007f7-5771-497d-b50b-2ab42c731c2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:35:35.335369 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:35:36.365267 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-03641130-cd72-49d2-95a2-84c2adaa14ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:35:38.057900 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-6a2206e1-ea48-45a0-865e-aad2fcc79b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:35:40.168833 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:35:42.363603 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-fe95ab3a-2b19-4c57-acc1-1e74bb968ace req-ba32bca3-af55-45e9-9521-9b25cc6d13a7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=84a92fa6-75dc-4dbe-9a93-40864640e743&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394769 Aug 05 04:35:42.465057 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe95ab3a-2b19-4c57-acc1-1e74bb968ace req-cb47d721-6c1d-47a6-aac0-e53d3cbbdaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:35:42.466502 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-fe95ab3a-2b19-4c57-acc1-1e74bb968ace req-cb47d721-6c1d-47a6-aac0-e53d3cbbdaa8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fec7848182c34fa699a936b0be6be105&device_id=84a92fa6-75dc-4dbe-9a93-40864640e743 HTTP/1.1" status: 200 len: 1098 time: 0.0396261 Aug 05 04:35:42.570079 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe95ab3a-2b19-4c57-acc1-1e74bb968ace req-72c369d0-379a-4484-b1f5-51bb7969d304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:35:42.571575 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-fe95ab3a-2b19-4c57-acc1-1e74bb968ace req-72c369d0-379a-4484-b1f5-51bb7969d304 service neutron] 10.222.0.39 "GET /v2.0/networks?id=bf070aab-bc69-436e-9bc0-f5eb9fe32a8b HTTP/1.1" status: 200 len: 911 time: 0.0866294 Aug 05 04:35:42.636619 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-fe95ab3a-2b19-4c57-acc1-1e74bb968ace req-f7352759-7bfd-49c0-ba51-f656e7f988bc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=68722759-b485-4ab5-8638-6059bab9b42c HTTP/1.1" status: 200 len: 1000 time: 0.0560899 Aug 05 04:35:42.688645 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe95ab3a-2b19-4c57-acc1-1e74bb968ace req-9e9243e5-6300-42dd-a0d2-4101b3cda07d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:35:42.690024 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-fe95ab3a-2b19-4c57-acc1-1e74bb968ace req-9e9243e5-6300-42dd-a0d2-4101b3cda07d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1becb559-5a54-4501-af86-0436efe0580b HTTP/1.1" status: 200 len: 849 time: 0.0457308 Aug 05 04:35:42.736173 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe95ab3a-2b19-4c57-acc1-1e74bb968ace req-b30f0f2a-1549-409e-bf14-0fa321290efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:35:42.737644 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-fe95ab3a-2b19-4c57-acc1-1e74bb968ace req-b30f0f2a-1549-409e-bf14-0fa321290efa service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bf070aab-bc69-436e-9bc0-f5eb9fe32a8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406799 Aug 05 04:35:42.824706 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-fe95ab3a-2b19-4c57-acc1-1e74bb968ace req-c4cd5451-ea9f-49d3-89b2-a64209ddea5a service neutron] 10.222.0.39 "GET /v2.0/networks/bf070aab-bc69-436e-9bc0-f5eb9fe32a8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796163 Aug 05 04:35:42.913587 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-fe95ab3a-2b19-4c57-acc1-1e74bb968ace req-d279ca58-fd09-4d84-b5db-1ac75409ae05 service neutron] 10.222.0.39 "GET /v2.0/networks/bf070aab-bc69-436e-9bc0-f5eb9fe32a8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817740 Aug 05 04:35:50.163763 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-87ea8438-47cd-44c4-a808-9a807a63fea8 None None] Agent healthcheck: found 6 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 04:36:02.743741 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-284c4ef3-8fb9-4b9d-885f-b263bbe457a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:36:05.154370 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-520074c0-81aa-4c4a-9466-83718ed7937c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:36:05.336052 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:36:06.368054 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-03641130-cd72-49d2-95a2-84c2adaa14ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:36:08.059285 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-6a2206e1-ea48-45a0-865e-aad2fcc79b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:36:10.180858 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:36:27.162183 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-87ea8438-47cd-44c4-a808-9a807a63fea8 None None] Agent healthcheck: found 6 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 04:36:32.743546 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-56383126-2742-4e24-9b7a-61fc9c3ddea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:36:35.153712 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-b36ffaf1-88f7-4900-9ba0-918ab670eba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:36:35.339826 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:36:36.370289 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-03641130-cd72-49d2-95a2-84c2adaa14ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:36:38.062381 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-6a2206e1-ea48-45a0-865e-aad2fcc79b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:36:40.201363 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:36:44.380222 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-339a21ba-e852-4a69-970f-651a27133825 req-9efbe233-1aa5-4b02-a00e-f7d1a89ed4d7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b1e4c2dc-f223-4645-8875-b6bf17f834e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401869 Aug 05 04:36:44.450313 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339a21ba-e852-4a69-970f-651a27133825 req-153f3f92-6f31-47fe-905b-d6e6aba689ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:36:44.451783 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-339a21ba-e852-4a69-970f-651a27133825 req-153f3f92-6f31-47fe-905b-d6e6aba689ef service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fec7848182c34fa699a936b0be6be105&device_id=b1e4c2dc-f223-4645-8875-b6bf17f834e0 HTTP/1.1" status: 200 len: 1099 time: 0.0394681 Aug 05 04:36:44.558718 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339a21ba-e852-4a69-970f-651a27133825 req-c526a562-a9ea-48b1-8274-f5c4c0dc789d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:36:44.560185 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-339a21ba-e852-4a69-970f-651a27133825 req-c526a562-a9ea-48b1-8274-f5c4c0dc789d service neutron] 10.222.0.39 "GET /v2.0/networks?id=bf070aab-bc69-436e-9bc0-f5eb9fe32a8b HTTP/1.1" status: 200 len: 911 time: 0.0893078 Aug 05 04:36:44.627157 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-339a21ba-e852-4a69-970f-651a27133825 req-2a0aeb48-7288-4f37-bf87-093f454d15fc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e3a0a21f-dfd3-40dd-bc2e-f558744e000d HTTP/1.1" status: 200 len: 1002 time: 0.0595975 Aug 05 04:36:44.673432 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339a21ba-e852-4a69-970f-651a27133825 req-76d3f64f-e29f-4d65-b753-a169714619ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:36:44.674727 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-339a21ba-e852-4a69-970f-651a27133825 req-76d3f64f-e29f-4d65-b753-a169714619ef service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1becb559-5a54-4501-af86-0436efe0580b HTTP/1.1" status: 200 len: 849 time: 0.0414808 Aug 05 04:36:44.717569 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339a21ba-e852-4a69-970f-651a27133825 req-ff5a68a1-6a58-4985-a957-4d3e3d5bb80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:36:44.719035 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-339a21ba-e852-4a69-970f-651a27133825 req-ff5a68a1-6a58-4985-a957-4d3e3d5bb80b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bf070aab-bc69-436e-9bc0-f5eb9fe32a8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0378337 Aug 05 04:36:44.808397 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-339a21ba-e852-4a69-970f-651a27133825 req-91e510d0-1deb-4701-beb1-a88b2ede74cb service neutron] 10.222.0.39 "GET /v2.0/networks/bf070aab-bc69-436e-9bc0-f5eb9fe32a8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821779 Aug 05 04:36:44.896764 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-339a21ba-e852-4a69-970f-651a27133825 req-17c91f91-e939-487e-be91-278364a0ae37 service neutron] 10.222.0.39 "GET /v2.0/networks/bf070aab-bc69-436e-9bc0-f5eb9fe32a8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816033 Aug 05 04:37:02.745939 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-f435ceac-c8f4-4a6a-9790-668aec5ab575 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:37:04.160026 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-87ea8438-47cd-44c4-a808-9a807a63fea8 None None] Agent healthcheck: found 6 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 04:37:04.167164 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 37076) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:37:04.317326 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-7e6c500e-355f-4902-a86a-4d5542d95cea tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Deleting port f6a73fed-ad72-4788-8079-4c4fb5500193 {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 04:37:04.317581 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-7e6c500e-355f-4902-a86a-4d5542d95cea tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763712722935'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:37:04.392667 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-7e6c500e-355f-4902-a86a-4d5542d95cea tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-702725'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:37:04.392991 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-7e6c500e-355f-4902-a86a-4d5542d95cea tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:37:04.405487 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-7e6c500e-355f-4902-a86a-4d5542d95cea tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Calling delete_port for f6a73fed-ad72-4788-8079-4c4fb5500193 owned by network:floatingip {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 04:37:04.549779 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-7e6c500e-355f-4902-a86a-4d5542d95cea tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763712549039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763712145884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3061364'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:37:04.575845 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6c500e-355f-4902-a86a-4d5542d95cea tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Pushing event deleted for resources: {'Port': ['ID=f6a73fed-ad72-4788-8079-4c4fb5500193,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:37:04.598777 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6c500e-355f-4902-a86a-4d5542d95cea tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:37:04.599132 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6c500e-355f-4902-a86a-4d5542d95cea tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:37:04.599473 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6c500e-355f-4902-a86a-4d5542d95cea tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:37:04.599808 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6c500e-355f-4902-a86a-4d5542d95cea tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:37:04.600142 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6c500e-355f-4902-a86a-4d5542d95cea tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:37:04.600475 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6c500e-355f-4902-a86a-4d5542d95cea tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:37:04.600805 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6c500e-355f-4902-a86a-4d5542d95cea tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:37:04.601135 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6c500e-355f-4902-a86a-4d5542d95cea tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:37:04.601463 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6c500e-355f-4902-a86a-4d5542d95cea tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:37:04.601792 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6c500e-355f-4902-a86a-4d5542d95cea tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:37:04.602113 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6c500e-355f-4902-a86a-4d5542d95cea tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:37:04.602434 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6c500e-355f-4902-a86a-4d5542d95cea tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:37:04.641654 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-7e6c500e-355f-4902-a86a-4d5542d95cea tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Notify callbacks [] for floatingip, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:37:04.642000 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.db.l3_db [None req-7e6c500e-355f-4902-a86a-4d5542d95cea tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Floating IP 82b017d0-e028-482a-83b0-3c48a07f25ac disassociated (deleted). External IP: 172.27.3.141, port: e3a0a21f-dfd3-40dd-bc2e-f558744e000d. Aug 05 04:37:04.843620 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e6c500e-355f-4902-a86a-4d5542d95cea tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Router d9d0e573-2102-4a89-999c-f3ee1799f7d0 has already been hosted by L3 agent 8e71ca1b-9911-44b3-bf09-1fce3db7ea9a {{(pid=93250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 04:37:04.948440 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e6c500e-355f-4902-a86a-4d5542d95cea tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Notify agent at l3_agent.dv-cinder-803000-4-iscsi the message routers_updated {{(pid=93250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 04:37:04.953846 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-7e6c500e-355f-4902-a86a-4d5542d95cea tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224329'] for floatingip, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:37:04.958227 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ecdd6c-6618-4d50-8766-9246e4841db7 None None] Sync routers for ids ['d9d0e573-2102-4a89-999c-f3ee1799f7d0'] in dv-cinder-803000-4-iscsi {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 04:37:04.966915 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ecdd6c-6618-4d50-8766-9246e4841db7 None None] Routers {'d9d0e573-2102-4a89-999c-f3ee1799f7d0'} bound to L3 agent in host dv-cinder-803000-4-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 04:37:04.967516 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-90ecdd6c-6618-4d50-8766-9246e4841db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T04:10:35Z,description=,heartbeat_timestamp=2021-08-05T04:36:35Z,host='dv-cinder-803000-4-iscsi',id=8e71ca1b-9911-44b3-bf09-1fce3db7ea9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T04:10:35Z,topic='l3_agent')) {'router_ids': ['d9d0e573-2102-4a89-999c-f3ee1799f7d0'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:37:04.979288 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-7e6c500e-355f-4902-a86a-4d5542d95cea tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "DELETE /v2.0/floatingips/82b017d0-e028-482a-83b0-3c48a07f25ac HTTP/1.1" status: 204 len: 168 time: 0.8104696 Aug 05 04:37:04.979911 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1e4c2dc-f223-4645-8875-b6bf17f834e0', 'tag': 'e3a0a21f-dfd3-40dd-bc2e-f558744e000d'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 04:37:04.982194 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}291f54d86260268176ea2bbc10b53d1be45ae62ce21e3035f9ef74b1f5967b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2524b564-a099-4350-aa57-0013bdd9a685" -d '{"events": [{"name": "network-changed", "server_uuid": "b1e4c2dc-f223-4645-8875-b6bf17f834e0", "tag": "e3a0a21f-dfd3-40dd-bc2e-f558744e000d"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 04:37:05.083144 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 04:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f9c7999-3d2e-43c4-8a63-d244faa0d933 x-openstack-request-id: req-5f9c7999-3d2e-43c4-8a63-d244faa0d933 {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 04:37:05.083651 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1e4c2dc-f223-4645-8875-b6bf17f834e0", "tag": "e3a0a21f-dfd3-40dd-bc2e-f558744e000d", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 04:37:05.083651 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5f9c7999-3d2e-43c4-8a63-d244faa0d933 {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 04:37:05.084038 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1e4c2dc-f223-4645-8875-b6bf17f834e0', 'tag': 'e3a0a21f-dfd3-40dd-bc2e-f558744e000d', 'status': 'completed', 'code': 200} Aug 05 04:37:05.179223 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2524b564-a099-4350-aa57-0013bdd9a685 req-8d93fdb9-7037-48d3-ab84-eaea072b01c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:37:05.181914 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-2524b564-a099-4350-aa57-0013bdd9a685 req-8d93fdb9-7037-48d3-ab84-eaea072b01c9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fec7848182c34fa699a936b0be6be105&device_id=b1e4c2dc-f223-4645-8875-b6bf17f834e0 HTTP/1.1" status: 200 len: 1099 time: 0.0485775 Aug 05 04:37:05.201589 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-459d38b3-03aa-4a42-a7f0-2290597f08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:37:05.215031 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-90ecdd6c-6618-4d50-8766-9246e4841db7 None None] Set router d9d0e573-2102-4a89-999c-f3ee1799f7d0 gateway port host: dv-cinder-803000-4-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 04:37:05.228731 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f4067e-aa8f-4783-96c0-1c960be021a7 req-7c020540-23f4-4905-a04d-0e0cb863cff5 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:37:05.230992 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-07f4067e-aa8f-4783-96c0-1c960be021a7 req-7c020540-23f4-4905-a04d-0e0cb863cff5 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1e4c2dc-f223-4645-8875-b6bf17f834e0 HTTP/1.1" status: 200 len: 946 time: 0.0513306 Aug 05 04:37:05.274935 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-07f4067e-aa8f-4783-96c0-1c960be021a7 req-7ae1d949-0f03-4db8-bee4-ac8eef8d38f5 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/security-groups?id=5ad1e5e9-678e-4639-a106-72386a5acff5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376000 Aug 05 04:37:05.379560 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:37:05.458976 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-90ecdd6c-6618-4d50-8766-9246e4841db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9d0e573-2102-4a89-999c-f3ee1799f7d0', 'name': 'tempest-TestVolumeBootPattern-20697025-router', 'tenant_id': 'fec7848182c34fa699a936b0be6be105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'external_fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '98862c02-f822-47b7-a341-93d68f3c00c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:29:14Z', 'updated_at': '2021-08-05T04:29:17Z', 'revision_number': 4, 'project_id': 'fec7848182c34fa699a936b0be6be105', 'gw_port': {'id': '98862c02-f822-47b7-a341-93d68f3c00c4', 'name': '', 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d0e573-2102-4a89-999c-f3ee1799f7d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:29:15Z', 'updated_at': '2021-08-05T04:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-4-iscsi', '_floatingips': [{'id': '62788f08-e160-4b7b-9999-0c6c7c17b8e4', 'tenant_id': 'fec7848182c34fa699a936b0be6be105', 'floating_ip_address': '172.27.3.56', 'floating_network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'router_id': 'd9d0e573-2102-4a89-999c-f3ee1799f7d0', 'port_id': '68722759-b485-4ab5-8638-6059bab9b42c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf070aab-bc69-436e-9bc0-f5eb9fe32a8b', 'mac_address': 'fa:16:3e:d5:20:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a92fa6-75dc-4dbe-9a93-40864640e743', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T04:32:52Z', 'updated_at': '2021-08-05T04:32:54Z', 'revision_number': 1, 'project_id': 'fec7848182c34fa699a936b0be6be105', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27f170ce-0d82-4599-b588-0f507464ebba', 'name': '', 'network_id': 'bf070aab-bc69-436e-9bc0-f5eb9fe32a8b', 'tenant_id': 'fec7848182c34fa699a936b0be6be105', 'mac_address': 'fa:16:3e:8a:89:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d0e573-2102-4a89-999c-f3ee1799f7d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '1becb559-5a54-4501-af86-0436efe0580b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:29:17Z', 'updated_at': '2021-08-05T04:29:24Z', 'revision_number': 5, 'project_id': 'fec7848182c34fa699a936b0be6be105', 'subnets': [{'id': '1becb559-5a54-4501-af86-0436efe0580b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803000-4-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:37:05.485945 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ecdd6c-6618-4d50-8766-9246e4841db7 None None] Checking router: d9d0e573-2102-4a89-999c-f3ee1799f7d0 for host: dv-cinder-803000-4-iscsi {{(pid=93252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 04:37:05.494380 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ecdd6c-6618-4d50-8766-9246e4841db7 None None] Routers {'d9d0e573-2102-4a89-999c-f3ee1799f7d0'} bound to L3 agent in host dv-cinder-803000-4-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 04:37:05.495017 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-90ecdd6c-6618-4d50-8766-9246e4841db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T04:10:35Z,description=,heartbeat_timestamp=2021-08-05T04:37:05Z,host='dv-cinder-803000-4-iscsi',id=8e71ca1b-9911-44b3-bf09-1fce3db7ea9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T04:10:35Z,topic='l3_agent')) {'router_ids': ['d9d0e573-2102-4a89-999c-f3ee1799f7d0'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:37:05.552699 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2524b564-a099-4350-aa57-0013bdd9a685 req-7289c2d2-ec36-4d79-9f81-a441ed12ea05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:37:05.554562 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-2524b564-a099-4350-aa57-0013bdd9a685 req-7289c2d2-ec36-4d79-9f81-a441ed12ea05 service neutron] 10.222.0.39 "GET /v2.0/networks?id=bf070aab-bc69-436e-9bc0-f5eb9fe32a8b HTTP/1.1" status: 200 len: 911 time: 0.3631361 Aug 05 04:37:05.596445 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-2524b564-a099-4350-aa57-0013bdd9a685 req-c643a56e-5b0d-4f76-a55c-f5d5161c0b13 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e3a0a21f-dfd3-40dd-bc2e-f558744e000d HTTP/1.1" status: 200 len: 217 time: 0.0333178 Aug 05 04:37:05.598454 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-90ecdd6c-6618-4d50-8766-9246e4841db7 None None] Set router d9d0e573-2102-4a89-999c-f3ee1799f7d0 gateway port host: dv-cinder-803000-4-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 04:37:05.647660 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2524b564-a099-4350-aa57-0013bdd9a685 req-7ab79a30-e0c2-404a-9f49-bed0c767a23b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:37:05.649010 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-2524b564-a099-4350-aa57-0013bdd9a685 req-7ab79a30-e0c2-404a-9f49-bed0c767a23b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1becb559-5a54-4501-af86-0436efe0580b HTTP/1.1" status: 200 len: 849 time: 0.0451961 Aug 05 04:37:05.694226 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2524b564-a099-4350-aa57-0013bdd9a685 req-8f6d0afd-f027-4fea-a5a5-b26a892304d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:37:05.695729 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-2524b564-a099-4350-aa57-0013bdd9a685 req-8f6d0afd-f027-4fea-a5a5-b26a892304d9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bf070aab-bc69-436e-9bc0-f5eb9fe32a8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0382936 Aug 05 04:37:05.787351 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-2524b564-a099-4350-aa57-0013bdd9a685 req-9b7f64e9-32e4-4367-8fe0-28395cab7ca9 service neutron] 10.222.0.39 "GET /v2.0/networks/bf070aab-bc69-436e-9bc0-f5eb9fe32a8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829704 Aug 05 04:37:05.817816 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-90ecdd6c-6618-4d50-8766-9246e4841db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9d0e573-2102-4a89-999c-f3ee1799f7d0', 'name': 'tempest-TestVolumeBootPattern-20697025-router', 'tenant_id': 'fec7848182c34fa699a936b0be6be105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'external_fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '98862c02-f822-47b7-a341-93d68f3c00c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:29:14Z', 'updated_at': '2021-08-05T04:29:17Z', 'revision_number': 4, 'project_id': 'fec7848182c34fa699a936b0be6be105', 'gw_port': {'id': '98862c02-f822-47b7-a341-93d68f3c00c4', 'name': '', 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d0e573-2102-4a89-999c-f3ee1799f7d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:29:15Z', 'updated_at': '2021-08-05T04:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-4-iscsi', '_floatingips': [{'id': '62788f08-e160-4b7b-9999-0c6c7c17b8e4', 'tenant_id': 'fec7848182c34fa699a936b0be6be105', 'floating_ip_address': '172.27.3.56', 'floating_network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'router_id': 'd9d0e573-2102-4a89-999c-f3ee1799f7d0', 'port_id': '68722759-b485-4ab5-8638-6059bab9b42c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf070aab-bc69-436e-9bc0-f5eb9fe32a8b', 'mac_address': 'fa:16:3e:d5:20:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a92fa6-75dc-4dbe-9a93-40864640e743', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T04:32:52Z', 'updated_at': '2021-08-05T04:32:54Z', 'revision_number': 1, 'project_id': 'fec7848182c34fa699a936b0be6be105', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27f170ce-0d82-4599-b588-0f507464ebba', 'name': '', 'network_id': 'bf070aab-bc69-436e-9bc0-f5eb9fe32a8b', 'tenant_id': 'fec7848182c34fa699a936b0be6be105', 'mac_address': 'fa:16:3e:8a:89:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d0e573-2102-4a89-999c-f3ee1799f7d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '1becb559-5a54-4501-af86-0436efe0580b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:29:17Z', 'updated_at': '2021-08-05T04:29:24Z', 'revision_number': 5, 'project_id': 'fec7848182c34fa699a936b0be6be105', 'subnets': [{'id': '1becb559-5a54-4501-af86-0436efe0580b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803000-4-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:37:05.844501 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ecdd6c-6618-4d50-8766-9246e4841db7 None None] The sync data for ids ['d9d0e573-2102-4a89-999c-f3ee1799f7d0'] in dv-cinder-803000-4-iscsi is: [{'id': 'd9d0e573-2102-4a89-999c-f3ee1799f7d0', 'name': 'tempest-TestVolumeBootPattern-20697025-router', 'tenant_id': 'fec7848182c34fa699a936b0be6be105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'external_fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '98862c02-f822-47b7-a341-93d68f3c00c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:29:14Z', 'updated_at': '2021-08-05T04:29:17Z', 'revision_number': 4, 'project_id': 'fec7848182c34fa699a936b0be6be105', 'gw_port': {'id': '98862c02-f822-47b7-a341-93d68f3c00c4', 'name': '', 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d0e573-2102-4a89-999c-f3ee1799f7d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:29:15Z', 'updated_at': '2021-08-05T04:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-4-iscsi', '_floatingips': [{'id': '62788f08-e160-4b7b-9999-0c6c7c17b8e4', 'tenant_id': 'fec7848182c34fa699a936b0be6be105', 'floating_ip_address': '172.27.3.56', 'floating_network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'router_id': 'd9d0e573-2102-4a89-999c-f3ee1799f7d0', 'port_id': '68722759-b485-4ab5-8638-6059bab9b42c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf070aab-bc69-436e-9bc0-f5eb9fe32a8b', 'mac_address': 'fa:16:3e:d5:20:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a92fa6-75dc-4dbe-9a93-40864640e743', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T04:32:52Z', 'updated_at': '2021-08-05T04:32:54Z', 'revision_number': 1, 'project_id': 'fec7848182c34fa699a936b0be6be105', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27f170ce-0d82-4599-b588-0f507464ebba', 'name': '', 'network_id': 'bf070aab-bc69-436e-9bc0-f5eb9fe32a8b', 'tenant_id': 'fec7848182c34fa699a936b0be6be105', 'mac_address': 'fa:16:3e:8a:89:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d0e573-2102-4a89-999c-f3ee1799f7d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '1becb559-5a54-4501-af86-0436efe0580b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:29:17Z', 'updated_at': '2021-08-05T04:29:24Z', 'revision_number': 5, 'project_id': 'fec7848182c34fa699a936b0be6be105', 'subnets': [{'id': '1becb559-5a54-4501-af86-0436efe0580b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 04:37:05.878037 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-2524b564-a099-4350-aa57-0013bdd9a685 req-cebe2bef-9110-462d-9537-418a21aae540 service neutron] 10.222.0.39 "GET /v2.0/networks/bf070aab-bc69-436e-9bc0-f5eb9fe32a8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830038 Aug 05 04:37:06.055744 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e67e02-359f-4ed7-bad8-6cec5e64c75f None None] New status for floating IP 82b017d0-e028-482a-83b0-3c48a07f25ac: DOWN {{(pid=93253) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 04:37:06.373565 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-03641130-cd72-49d2-95a2-84c2adaa14ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:37:06.392444 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b537e69-17cb-4ede-a775-b33aade9e600 req-07339bbe-252d-4807-b8b9-d9a1431f096b tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:37:06.393905 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6b537e69-17cb-4ede-a775-b33aade9e600 req-07339bbe-252d-4807-b8b9-d9a1431f096b tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1e4c2dc-f223-4645-8875-b6bf17f834e0 HTTP/1.1" status: 200 len: 946 time: 0.0478668 Aug 05 04:37:06.429789 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6b537e69-17cb-4ede-a775-b33aade9e600 req-a6046731-5704-4b58-8315-84de5b91b9a7 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/security-groups?id=5ad1e5e9-678e-4639-a106-72386a5acff5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300102 Aug 05 04:37:07.030114 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d181a9f-51db-43ed-9839-5e37eab12ce6 req-3172b139-4ff8-4ddd-8717-6b25f2db646c tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:37:07.031543 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-3d181a9f-51db-43ed-9839-5e37eab12ce6 req-3172b139-4ff8-4ddd-8717-6b25f2db646c tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1e4c2dc-f223-4645-8875-b6bf17f834e0 HTTP/1.1" status: 200 len: 946 time: 0.0468395 Aug 05 04:37:07.122799 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [req-3d181a9f-51db-43ed-9839-5e37eab12ce6 req-139f6969-832a-4dcd-9dba-d8a5f751187d tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Deleting port e3a0a21f-dfd3-40dd-bc2e-f558744e000d {{(pid=93251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 04:37:07.123139 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-3d181a9f-51db-43ed-9839-5e37eab12ce6 req-139f6969-832a-4dcd-9dba-d8a5f751187d tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763712722935'] for port, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:37:07.208337 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [req-3d181a9f-51db-43ed-9839-5e37eab12ce6 req-139f6969-832a-4dcd-9dba-d8a5f751187d tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] For port e3a0a21f-dfd3-40dd-bc2e-f558744e000d, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=e3a0a21f-dfd3-40dd-bc2e-f558744e000d,segment=NetworkSegment(bf1fc175-2de8-495c-a4b1-f4b4242f8d3d),segment_id=bf1fc175-2de8-495c-a4b1-f4b4242f8d3d)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:37:07.208710 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-3d181a9f-51db-43ed-9839-5e37eab12ce6 req-139f6969-832a-4dcd-9dba-d8a5f751187d tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-702725'] for port, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:37:07.224925 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [req-3d181a9f-51db-43ed-9839-5e37eab12ce6 req-139f6969-832a-4dcd-9dba-d8a5f751187d tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Calling delete_port for e3a0a21f-dfd3-40dd-bc2e-f558744e000d owned by compute:nova {{(pid=93251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 04:37:07.345498 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-3d181a9f-51db-43ed-9839-5e37eab12ce6 req-139f6969-832a-4dcd-9dba-d8a5f751187d tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763712549039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763712145884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8933231'] for port, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:37:07.372795 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139f6969-832a-4dcd-9dba-d8a5f751187d tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Pushing event deleted for resources: {'Port': ['ID=e3a0a21f-dfd3-40dd-bc2e-f558744e000d,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:37:07.384184 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139f6969-832a-4dcd-9dba-d8a5f751187d tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:37:07.384540 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139f6969-832a-4dcd-9dba-d8a5f751187d tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:37:07.384886 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139f6969-832a-4dcd-9dba-d8a5f751187d tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:37:07.385221 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139f6969-832a-4dcd-9dba-d8a5f751187d tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:37:07.385550 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139f6969-832a-4dcd-9dba-d8a5f751187d tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:37:07.385890 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139f6969-832a-4dcd-9dba-d8a5f751187d tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:37:07.386811 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139f6969-832a-4dcd-9dba-d8a5f751187d tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:37:07.387143 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139f6969-832a-4dcd-9dba-d8a5f751187d tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:37:07.387473 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139f6969-832a-4dcd-9dba-d8a5f751187d tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:37:07.387798 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139f6969-832a-4dcd-9dba-d8a5f751187d tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:37:07.388125 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139f6969-832a-4dcd-9dba-d8a5f751187d tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:37:07.388450 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139f6969-832a-4dcd-9dba-d8a5f751187d tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:37:07.424571 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d181a9f-51db-43ed-9839-5e37eab12ce6 req-139f6969-832a-4dcd-9dba-d8a5f751187d tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] No DVR routers for this DVR port e3a0a21f-dfd3-40dd-bc2e-f558744e000d on host hv-cinder-80300 {{(pid=93251) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 04:37:07.426979 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-3d181a9f-51db-43ed-9839-5e37eab12ce6 req-139f6969-832a-4dcd-9dba-d8a5f751187d tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224329'] for port, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:37:07.428922 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-3d181a9f-51db-43ed-9839-5e37eab12ce6 req-139f6969-832a-4dcd-9dba-d8a5f751187d tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.39 "DELETE /v2.0/ports/e3a0a21f-dfd3-40dd-bc2e-f558744e000d HTTP/1.1" status: 204 len: 173 time: 0.3913844 Aug 05 04:37:07.429414 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1e4c2dc-f223-4645-8875-b6bf17f834e0', 'name': 'network-vif-deleted', 'tag': 'e3a0a21f-dfd3-40dd-bc2e-f558744e000d'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 04:37:07.431652 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc51a2a5f300f30acac232ef327f3f01bb0f894a96a37a70efeb1c252096f2af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cf408a3-b042-4cef-988b-0805980a1abe" -d '{"events": [{"server_uuid": "b1e4c2dc-f223-4645-8875-b6bf17f834e0", "name": "network-vif-deleted", "tag": "e3a0a21f-dfd3-40dd-bc2e-f558744e000d"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 04:37:07.483315 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 04:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6cb9319-ee01-4de8-ba02-6fa20d5e316a x-openstack-request-id: req-d6cb9319-ee01-4de8-ba02-6fa20d5e316a {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 04:37:07.483607 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1e4c2dc-f223-4645-8875-b6bf17f834e0", "name": "network-vif-deleted", "tag": "e3a0a21f-dfd3-40dd-bc2e-f558744e000d", "status": "completed", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 04:37:07.483936 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d6cb9319-ee01-4de8-ba02-6fa20d5e316a {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 04:37:07.484252 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1e4c2dc-f223-4645-8875-b6bf17f834e0', 'name': 'network-vif-deleted', 'tag': 'e3a0a21f-dfd3-40dd-bc2e-f558744e000d', 'status': 'completed', 'code': 200} Aug 05 04:37:07.528834 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d438ef03-3b2c-4887-a6d7-0bd5c8533ff4 req-d6bf25c7-b361-42db-871b-babd16fe43b2 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1e4c2dc-f223-4645-8875-b6bf17f834e0 HTTP/1.1" status: 200 len: 210 time: 0.0289662 Aug 05 04:37:08.065300 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-6a2206e1-ea48-45a0-865e-aad2fcc79b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:37:10.216815 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:37:10.772487 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Device e3a0a21f-dfd3-40dd-bc2e-f558744e000d no longer exists at agent hyperv_hv-cinder-80300 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 04:37:10.796147 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 37120) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:37:10.797086 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] No Port match for: e3a0a21f-dfd3-40dd-bc2e-f558744e000d {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 04:37:10.797436 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Device e3a0a21f-dfd3-40dd-bc2e-f558744e000d not bound to the agent host hv-cinder-80300 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 04:37:10.945060 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-5b56610e-11f9-4b82-a9e6-7bf0969be0b6 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Deleting port efadfc42-30d5-4cc7-a65c-3e9a6058baad {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 04:37:10.945403 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-5b56610e-11f9-4b82-a9e6-7bf0969be0b6 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763712722935'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:37:11.020302 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-5b56610e-11f9-4b82-a9e6-7bf0969be0b6 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-702725'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:37:11.020630 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-5b56610e-11f9-4b82-a9e6-7bf0969be0b6 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:37:11.032215 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-5b56610e-11f9-4b82-a9e6-7bf0969be0b6 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Calling delete_port for efadfc42-30d5-4cc7-a65c-3e9a6058baad owned by network:floatingip {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 04:37:11.173963 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-5b56610e-11f9-4b82-a9e6-7bf0969be0b6 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763712549039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763712145884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3061364'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:37:11.198233 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b56610e-11f9-4b82-a9e6-7bf0969be0b6 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Pushing event deleted for resources: {'Port': ['ID=efadfc42-30d5-4cc7-a65c-3e9a6058baad,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:37:11.256271 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-5b56610e-11f9-4b82-a9e6-7bf0969be0b6 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Notify callbacks [] for floatingip, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:37:11.256608 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.db.l3_db [None req-5b56610e-11f9-4b82-a9e6-7bf0969be0b6 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Floating IP 62788f08-e160-4b7b-9999-0c6c7c17b8e4 disassociated (deleted). External IP: 172.27.3.56, port: 68722759-b485-4ab5-8638-6059bab9b42c. Aug 05 04:37:11.675458 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b56610e-11f9-4b82-a9e6-7bf0969be0b6 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Router d9d0e573-2102-4a89-999c-f3ee1799f7d0 has already been hosted by L3 agent 8e71ca1b-9911-44b3-bf09-1fce3db7ea9a {{(pid=93250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 04:37:11.778995 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b56610e-11f9-4b82-a9e6-7bf0969be0b6 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Notify agent at l3_agent.dv-cinder-803000-4-iscsi the message routers_updated {{(pid=93250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 04:37:11.783581 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-5b56610e-11f9-4b82-a9e6-7bf0969be0b6 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224329'] for floatingip, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:37:11.787980 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e8fa91-4499-47ff-81b4-7d72b48bd78f None None] Sync routers for ids ['d9d0e573-2102-4a89-999c-f3ee1799f7d0'] in dv-cinder-803000-4-iscsi {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 04:37:11.796502 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e8fa91-4499-47ff-81b4-7d72b48bd78f None None] Routers {'d9d0e573-2102-4a89-999c-f3ee1799f7d0'} bound to L3 agent in host dv-cinder-803000-4-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 04:37:11.797111 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-a0e8fa91-4499-47ff-81b4-7d72b48bd78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T04:10:35Z,description=,heartbeat_timestamp=2021-08-05T04:37:05Z,host='dv-cinder-803000-4-iscsi',id=8e71ca1b-9911-44b3-bf09-1fce3db7ea9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T04:10:35Z,topic='l3_agent')) {'router_ids': ['d9d0e573-2102-4a89-999c-f3ee1799f7d0'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:37:11.809237 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-5b56610e-11f9-4b82-a9e6-7bf0969be0b6 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "DELETE /v2.0/floatingips/62788f08-e160-4b7b-9999-0c6c7c17b8e4 HTTP/1.1" status: 204 len: 168 time: 1.0118413 Aug 05 04:37:11.809798 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84a92fa6-75dc-4dbe-9a93-40864640e743', 'tag': '68722759-b485-4ab5-8638-6059bab9b42c'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 04:37:11.811984 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}291f54d86260268176ea2bbc10b53d1be45ae62ce21e3035f9ef74b1f5967b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-812f0dde-f9ab-4b1d-b1e0-7c618003e96d" -d '{"events": [{"name": "network-changed", "server_uuid": "84a92fa6-75dc-4dbe-9a93-40864640e743", "tag": "68722759-b485-4ab5-8638-6059bab9b42c"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 04:37:11.849215 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 04:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bd43a53-d20a-4d5c-a11c-0d016794f77b x-openstack-request-id: req-0bd43a53-d20a-4d5c-a11c-0d016794f77b {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 04:37:11.849625 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84a92fa6-75dc-4dbe-9a93-40864640e743", "tag": "68722759-b485-4ab5-8638-6059bab9b42c", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 04:37:11.849887 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0bd43a53-d20a-4d5c-a11c-0d016794f77b {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 04:37:11.850265 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84a92fa6-75dc-4dbe-9a93-40864640e743', 'tag': '68722759-b485-4ab5-8638-6059bab9b42c', 'status': 'completed', 'code': 200} Aug 05 04:37:11.907761 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-a0e8fa91-4499-47ff-81b4-7d72b48bd78f None None] Set router d9d0e573-2102-4a89-999c-f3ee1799f7d0 gateway port host: dv-cinder-803000-4-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 04:37:11.942423 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812f0dde-f9ab-4b1d-b1e0-7c618003e96d req-cdf85d89-8734-4dee-b9dd-73866f3af6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:37:11.943779 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-812f0dde-f9ab-4b1d-b1e0-7c618003e96d req-cdf85d89-8734-4dee-b9dd-73866f3af6a1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fec7848182c34fa699a936b0be6be105&device_id=84a92fa6-75dc-4dbe-9a93-40864640e743 HTTP/1.1" status: 200 len: 1098 time: 0.0483327 Aug 05 04:37:12.046822 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812f0dde-f9ab-4b1d-b1e0-7c618003e96d req-18df3396-041c-4b57-bbaa-da10861ee1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:37:12.048687 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-812f0dde-f9ab-4b1d-b1e0-7c618003e96d req-18df3396-041c-4b57-bbaa-da10861ee1c7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=bf070aab-bc69-436e-9bc0-f5eb9fe32a8b HTTP/1.1" status: 200 len: 911 time: 0.0979426 Aug 05 04:37:12.062879 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eec0be3-7c9f-479d-871a-b62ac80f4230 req-1ad3f5ce-cee9-4db8-bc25-fb6542522d92 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:37:12.064372 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1eec0be3-7c9f-479d-871a-b62ac80f4230 req-1ad3f5ce-cee9-4db8-bc25-fb6542522d92 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/ports?device_id=84a92fa6-75dc-4dbe-9a93-40864640e743 HTTP/1.1" status: 200 len: 945 time: 0.0522525 Aug 05 04:37:12.094405 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-812f0dde-f9ab-4b1d-b1e0-7c618003e96d req-3424ef47-016c-465b-a2f2-03f567ed8c4b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=68722759-b485-4ab5-8638-6059bab9b42c HTTP/1.1" status: 200 len: 217 time: 0.0377097 Aug 05 04:37:12.102977 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1eec0be3-7c9f-479d-871a-b62ac80f4230 req-f2f35f23-07a6-4043-8d69-709540e4a78a tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/security-groups?id=5ad1e5e9-678e-4639-a106-72386a5acff5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315816 Aug 05 04:37:12.127764 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-a0e8fa91-4499-47ff-81b4-7d72b48bd78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9d0e573-2102-4a89-999c-f3ee1799f7d0', 'name': 'tempest-TestVolumeBootPattern-20697025-router', 'tenant_id': 'fec7848182c34fa699a936b0be6be105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'external_fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '98862c02-f822-47b7-a341-93d68f3c00c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:29:14Z', 'updated_at': '2021-08-05T04:29:17Z', 'revision_number': 4, 'project_id': 'fec7848182c34fa699a936b0be6be105', 'gw_port': {'id': '98862c02-f822-47b7-a341-93d68f3c00c4', 'name': '', 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d0e573-2102-4a89-999c-f3ee1799f7d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:29:15Z', 'updated_at': '2021-08-05T04:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-4-iscsi', '_interfaces': [{'id': '27f170ce-0d82-4599-b588-0f507464ebba', 'name': '', 'network_id': 'bf070aab-bc69-436e-9bc0-f5eb9fe32a8b', 'tenant_id': 'fec7848182c34fa699a936b0be6be105', 'mac_address': 'fa:16:3e:8a:89:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d0e573-2102-4a89-999c-f3ee1799f7d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '1becb559-5a54-4501-af86-0436efe0580b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:29:17Z', 'updated_at': '2021-08-05T04:29:24Z', 'revision_number': 5, 'project_id': 'fec7848182c34fa699a936b0be6be105', 'subnets': [{'id': '1becb559-5a54-4501-af86-0436efe0580b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803000-4-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:37:12.145102 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812f0dde-f9ab-4b1d-b1e0-7c618003e96d req-13d699d8-23e7-4450-8596-c86679109a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:37:12.146590 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-812f0dde-f9ab-4b1d-b1e0-7c618003e96d req-13d699d8-23e7-4450-8596-c86679109a4c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1becb559-5a54-4501-af86-0436efe0580b HTTP/1.1" status: 200 len: 849 time: 0.0452037 Aug 05 04:37:12.153550 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e8fa91-4499-47ff-81b4-7d72b48bd78f None None] Checking router: d9d0e573-2102-4a89-999c-f3ee1799f7d0 for host: dv-cinder-803000-4-iscsi {{(pid=93252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 04:37:12.161766 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e8fa91-4499-47ff-81b4-7d72b48bd78f None None] Routers {'d9d0e573-2102-4a89-999c-f3ee1799f7d0'} bound to L3 agent in host dv-cinder-803000-4-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 04:37:12.162356 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-a0e8fa91-4499-47ff-81b4-7d72b48bd78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T04:10:35Z,description=,heartbeat_timestamp=2021-08-05T04:37:05Z,host='dv-cinder-803000-4-iscsi',id=8e71ca1b-9911-44b3-bf09-1fce3db7ea9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T04:10:35Z,topic='l3_agent')) {'router_ids': ['d9d0e573-2102-4a89-999c-f3ee1799f7d0'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:37:12.196971 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812f0dde-f9ab-4b1d-b1e0-7c618003e96d req-6b8951d3-fb07-40cc-bb9f-6d5e5e27f12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:37:12.198421 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-812f0dde-f9ab-4b1d-b1e0-7c618003e96d req-6b8951d3-fb07-40cc-bb9f-6d5e5e27f12c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bf070aab-bc69-436e-9bc0-f5eb9fe32a8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436296 Aug 05 04:37:12.269322 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-a0e8fa91-4499-47ff-81b4-7d72b48bd78f None None] Set router d9d0e573-2102-4a89-999c-f3ee1799f7d0 gateway port host: dv-cinder-803000-4-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 04:37:12.287768 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-812f0dde-f9ab-4b1d-b1e0-7c618003e96d req-1e63db9f-f843-47b0-84ab-506e41496462 service neutron] 10.222.0.39 "GET /v2.0/networks/bf070aab-bc69-436e-9bc0-f5eb9fe32a8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808988 Aug 05 04:37:12.381757 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-812f0dde-f9ab-4b1d-b1e0-7c618003e96d req-f041afea-aaa3-4cb8-ad84-0bd229f345df service neutron] 10.222.0.39 "GET /v2.0/networks/bf070aab-bc69-436e-9bc0-f5eb9fe32a8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856035 Aug 05 04:37:12.465005 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-a0e8fa91-4499-47ff-81b4-7d72b48bd78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9d0e573-2102-4a89-999c-f3ee1799f7d0', 'name': 'tempest-TestVolumeBootPattern-20697025-router', 'tenant_id': 'fec7848182c34fa699a936b0be6be105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'external_fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '98862c02-f822-47b7-a341-93d68f3c00c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:29:14Z', 'updated_at': '2021-08-05T04:29:17Z', 'revision_number': 4, 'project_id': 'fec7848182c34fa699a936b0be6be105', 'gw_port': {'id': '98862c02-f822-47b7-a341-93d68f3c00c4', 'name': '', 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d0e573-2102-4a89-999c-f3ee1799f7d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:29:15Z', 'updated_at': '2021-08-05T04:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-4-iscsi', '_interfaces': [{'id': '27f170ce-0d82-4599-b588-0f507464ebba', 'name': '', 'network_id': 'bf070aab-bc69-436e-9bc0-f5eb9fe32a8b', 'tenant_id': 'fec7848182c34fa699a936b0be6be105', 'mac_address': 'fa:16:3e:8a:89:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d0e573-2102-4a89-999c-f3ee1799f7d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '1becb559-5a54-4501-af86-0436efe0580b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:29:17Z', 'updated_at': '2021-08-05T04:29:24Z', 'revision_number': 5, 'project_id': 'fec7848182c34fa699a936b0be6be105', 'subnets': [{'id': '1becb559-5a54-4501-af86-0436efe0580b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803000-4-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:37:12.491474 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e8fa91-4499-47ff-81b4-7d72b48bd78f None None] The sync data for ids ['d9d0e573-2102-4a89-999c-f3ee1799f7d0'] in dv-cinder-803000-4-iscsi is: [{'id': 'd9d0e573-2102-4a89-999c-f3ee1799f7d0', 'name': 'tempest-TestVolumeBootPattern-20697025-router', 'tenant_id': 'fec7848182c34fa699a936b0be6be105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'external_fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '98862c02-f822-47b7-a341-93d68f3c00c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:29:14Z', 'updated_at': '2021-08-05T04:29:17Z', 'revision_number': 4, 'project_id': 'fec7848182c34fa699a936b0be6be105', 'gw_port': {'id': '98862c02-f822-47b7-a341-93d68f3c00c4', 'name': '', 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d0e573-2102-4a89-999c-f3ee1799f7d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:29:15Z', 'updated_at': '2021-08-05T04:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-4-iscsi', '_interfaces': [{'id': '27f170ce-0d82-4599-b588-0f507464ebba', 'name': '', 'network_id': 'bf070aab-bc69-436e-9bc0-f5eb9fe32a8b', 'tenant_id': 'fec7848182c34fa699a936b0be6be105', 'mac_address': 'fa:16:3e:8a:89:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d0e573-2102-4a89-999c-f3ee1799f7d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '1becb559-5a54-4501-af86-0436efe0580b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:29:17Z', 'updated_at': '2021-08-05T04:29:24Z', 'revision_number': 5, 'project_id': 'fec7848182c34fa699a936b0be6be105', 'subnets': [{'id': '1becb559-5a54-4501-af86-0436efe0580b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 04:37:12.687408 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93175e06-8d27-4ce3-939d-4fea7c261e56 None None] New status for floating IP 62788f08-e160-4b7b-9999-0c6c7c17b8e4: DOWN {{(pid=93253) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 04:37:13.221899 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662b541e-fca5-4270-9034-4515cee5a878 req-7dbb5621-b2dd-4042-a047-e06db93f3309 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:37:13.223395 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-662b541e-fca5-4270-9034-4515cee5a878 req-7dbb5621-b2dd-4042-a047-e06db93f3309 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/ports?device_id=84a92fa6-75dc-4dbe-9a93-40864640e743 HTTP/1.1" status: 200 len: 945 time: 0.0516276 Aug 05 04:37:13.260184 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-662b541e-fca5-4270-9034-4515cee5a878 req-187192c7-8d15-4427-bf17-dd4470b57b5f tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/security-groups?id=5ad1e5e9-678e-4639-a106-72386a5acff5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309863 Aug 05 04:37:13.830565 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5fca6d-c8a2-4380-8b8d-5a6127e88eae req-aed48fd4-1036-44cb-b540-ab7eb2ec5164 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 04:37:13.831872 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-3f5fca6d-c8a2-4380-8b8d-5a6127e88eae req-aed48fd4-1036-44cb-b540-ab7eb2ec5164 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.39 "GET /v2.0/ports?device_id=84a92fa6-75dc-4dbe-9a93-40864640e743 HTTP/1.1" status: 200 len: 945 time: 0.0470929 Aug 05 04:37:13.918335 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [req-3f5fca6d-c8a2-4380-8b8d-5a6127e88eae req-9a3cee1b-6c20-4272-acf3-db65d5044ced tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Deleting port 68722759-b485-4ab5-8638-6059bab9b42c {{(pid=93251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 04:37:13.918710 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-3f5fca6d-c8a2-4380-8b8d-5a6127e88eae req-9a3cee1b-6c20-4272-acf3-db65d5044ced tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763712722935'] for port, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:37:14.006198 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [req-3f5fca6d-c8a2-4380-8b8d-5a6127e88eae req-9a3cee1b-6c20-4272-acf3-db65d5044ced tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] For port 68722759-b485-4ab5-8638-6059bab9b42c, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=68722759-b485-4ab5-8638-6059bab9b42c,segment=NetworkSegment(bf1fc175-2de8-495c-a4b1-f4b4242f8d3d),segment_id=bf1fc175-2de8-495c-a4b1-f4b4242f8d3d)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:37:14.006583 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-3f5fca6d-c8a2-4380-8b8d-5a6127e88eae req-9a3cee1b-6c20-4272-acf3-db65d5044ced tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-702725'] for port, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:37:14.018766 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [req-3f5fca6d-c8a2-4380-8b8d-5a6127e88eae req-9a3cee1b-6c20-4272-acf3-db65d5044ced tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Calling delete_port for 68722759-b485-4ab5-8638-6059bab9b42c owned by compute:nova {{(pid=93251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 04:37:14.146561 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-3f5fca6d-c8a2-4380-8b8d-5a6127e88eae req-9a3cee1b-6c20-4272-acf3-db65d5044ced tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763712549039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763712145884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8933231'] for port, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:37:14.174766 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3cee1b-6c20-4272-acf3-db65d5044ced tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Pushing event deleted for resources: {'Port': ['ID=68722759-b485-4ab5-8638-6059bab9b42c,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:37:14.215086 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f5fca6d-c8a2-4380-8b8d-5a6127e88eae req-9a3cee1b-6c20-4272-acf3-db65d5044ced tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] No DVR routers for this DVR port 68722759-b485-4ab5-8638-6059bab9b42c on host hv-cinder-80300 {{(pid=93251) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 04:37:14.217544 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-3f5fca6d-c8a2-4380-8b8d-5a6127e88eae req-9a3cee1b-6c20-4272-acf3-db65d5044ced tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224329'] for port, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:37:14.219499 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [req-3f5fca6d-c8a2-4380-8b8d-5a6127e88eae req-9a3cee1b-6c20-4272-acf3-db65d5044ced tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.39 "DELETE /v2.0/ports/68722759-b485-4ab5-8638-6059bab9b42c HTTP/1.1" status: 204 len: 173 time: 0.3811281 Aug 05 04:37:14.219922 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84a92fa6-75dc-4dbe-9a93-40864640e743', 'name': 'network-vif-deleted', 'tag': '68722759-b485-4ab5-8638-6059bab9b42c'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 04:37:14.222142 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc51a2a5f300f30acac232ef327f3f01bb0f894a96a37a70efeb1c252096f2af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fa5605e-a844-46df-8ccf-8c5ce1741f59" -d '{"events": [{"server_uuid": "84a92fa6-75dc-4dbe-9a93-40864640e743", "name": "network-vif-deleted", "tag": "68722759-b485-4ab5-8638-6059bab9b42c"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 04:37:14.257604 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 04:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a4a86e1-367b-4828-8074-7dd14246ad18 x-openstack-request-id: req-5a4a86e1-367b-4828-8074-7dd14246ad18 {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 04:37:14.257907 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84a92fa6-75dc-4dbe-9a93-40864640e743", "name": "network-vif-deleted", "tag": "68722759-b485-4ab5-8638-6059bab9b42c", "status": "completed", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 04:37:14.258188 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5a4a86e1-367b-4828-8074-7dd14246ad18 {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 04:37:14.258596 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84a92fa6-75dc-4dbe-9a93-40864640e743', 'name': 'network-vif-deleted', 'tag': '68722759-b485-4ab5-8638-6059bab9b42c', 'status': 'completed', 'code': 200} Aug 05 04:37:14.352334 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ee421a61-7469-4e95-8a66-4654fcaf6bd6 req-d893934b-587f-48b0-88e1-dacc882baf47 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "GET /v2.0/ports?device_id=84a92fa6-75dc-4dbe-9a93-40864640e743 HTTP/1.1" status: 200 len: 210 time: 0.0265906 Aug 05 04:37:15.406625 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 37136) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:37:15.530279 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-daea2d5c-ef79-464a-a936-9daaaddc01dc tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Deleting port e487c462-f738-42d0-a06e-1e92a4057522 {{(pid=93251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 04:37:15.530662 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-daea2d5c-ef79-464a-a936-9daaaddc01dc tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763712722935'] for port, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:37:15.607217 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-daea2d5c-ef79-464a-a936-9daaaddc01dc tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-702725'] for port, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:37:15.607539 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-daea2d5c-ef79-464a-a936-9daaaddc01dc tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:37:15.618602 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-daea2d5c-ef79-464a-a936-9daaaddc01dc tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Calling delete_port for e487c462-f738-42d0-a06e-1e92a4057522 owned by network:floatingip {{(pid=93251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 04:37:15.745373 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-daea2d5c-ef79-464a-a936-9daaaddc01dc tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763712549039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763712145884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8933231'] for port, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:37:15.768150 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daea2d5c-ef79-464a-a936-9daaaddc01dc tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Pushing event deleted for resources: {'Port': ['ID=e487c462-f738-42d0-a06e-1e92a4057522,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:37:15.827422 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-daea2d5c-ef79-464a-a936-9daaaddc01dc tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Notify callbacks [] for floatingip, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:37:15.829897 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-daea2d5c-ef79-464a-a936-9daaaddc01dc tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224329'] for floatingip, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:37:15.831074 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-daea2d5c-ef79-464a-a936-9daaaddc01dc tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "DELETE /v2.0/floatingips/fd7b8552-d141-400a-a20e-1e5261e4bdcd HTTP/1.1" status: 204 len: 168 time: 0.4234781 Aug 05 04:37:16.803218 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Device 68722759-b485-4ab5-8638-6059bab9b42c no longer exists at agent hyperv_hv-cinder-80300 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 04:37:16.822773 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] No Port match for: 68722759-b485-4ab5-8638-6059bab9b42c {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 04:37:16.823122 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Device 68722759-b485-4ab5-8638-6059bab9b42c not bound to the agent host hv-cinder-80300 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 04:37:17.016073 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 37148) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:37:17.076357 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a4c4a672-f23a-4979-adf6-a0084fec2907 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:37:17.100780 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a4c4a672-f23a-4979-adf6-a0084fec2907 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:37:17.159586 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a4c4a672-f23a-4979-adf6-a0084fec2907 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:37:17.162360 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a4c4a672-f23a-4979-adf6-a0084fec2907 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:37:17.163859 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-a4c4a672-f23a-4979-adf6-a0084fec2907 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] 10.222.0.37 "DELETE /v2.0/security-groups/5ad1e5e9-678e-4639-a106-72386a5acff5 HTTP/1.1" status: 204 len: 168 time: 0.1467597 Aug 05 04:37:17.173126 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c4a672-f23a-4979-adf6-a0084fec2907 tempest-TestVolumeBootPattern-1386301386 tempest-TestVolumeBootPattern-1386301386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ad1e5e9-678e-4639-a106-72386a5acff5,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:37:17.227570 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 37152) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:37:17.653505 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-46eb5a86-6cd1-49ff-bdd1-dc13616f2278 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536823'] for router_interface, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:37:17.889872 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-46eb5a86-6cd1-49ff-bdd1-dc13616f2278 admin admin] Deleting port 27f170ce-0d82-4599-b588-0f507464ebba {{(pid=93251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 04:37:17.890119 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-46eb5a86-6cd1-49ff-bdd1-dc13616f2278 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763712722935'] for port, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:37:17.967667 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-46eb5a86-6cd1-49ff-bdd1-dc13616f2278 admin admin] For port 27f170ce-0d82-4599-b588-0f507464ebba, host dv-cinder-803000-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-4-iscsi',level=0,port_id=27f170ce-0d82-4599-b588-0f507464ebba,segment=NetworkSegment(bf1fc175-2de8-495c-a4b1-f4b4242f8d3d),segment_id=bf1fc175-2de8-495c-a4b1-f4b4242f8d3d)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:37:17.968019 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-46eb5a86-6cd1-49ff-bdd1-dc13616f2278 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-702725'] for port, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:37:17.980291 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-46eb5a86-6cd1-49ff-bdd1-dc13616f2278 admin admin] Calling delete_port for 27f170ce-0d82-4599-b588-0f507464ebba owned by network:router_interface {{(pid=93251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 04:37:18.153689 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-46eb5a86-6cd1-49ff-bdd1-dc13616f2278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763712549039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763712145884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8933231'] for port, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:37:18.178891 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eb5a86-6cd1-49ff-bdd1-dc13616f2278 admin admin] Pushing event deleted for resources: {'Port': ['ID=27f170ce-0d82-4599-b588-0f507464ebba,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:37:18.342104 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-46eb5a86-6cd1-49ff-bdd1-dc13616f2278 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536683'] for router_interface, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:37:18.549760 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46eb5a86-6cd1-49ff-bdd1-dc13616f2278 admin admin] Router d9d0e573-2102-4a89-999c-f3ee1799f7d0 has already been hosted by L3 agent 8e71ca1b-9911-44b3-bf09-1fce3db7ea9a {{(pid=93251) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 04:37:18.653288 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46eb5a86-6cd1-49ff-bdd1-dc13616f2278 admin admin] Notify agent at l3_agent.dv-cinder-803000-4-iscsi the message routers_updated {{(pid=93251) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 04:37:18.658840 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-46eb5a86-6cd1-49ff-bdd1-dc13616f2278 admin admin] 10.222.0.37 "PUT /v2.0/routers/d9d0e573-2102-4a89-999c-f3ee1799f7d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4302254 Aug 05 04:37:18.661347 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 37156) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:37:18.661919 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d2608d-226d-4231-896c-7e4c4ddca68a None None] Sync routers for ids ['d9d0e573-2102-4a89-999c-f3ee1799f7d0'] in dv-cinder-803000-4-iscsi {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 04:37:18.672345 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d2608d-226d-4231-896c-7e4c4ddca68a None None] Routers {'d9d0e573-2102-4a89-999c-f3ee1799f7d0'} bound to L3 agent in host dv-cinder-803000-4-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 04:37:18.672944 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-59d2608d-226d-4231-896c-7e4c4ddca68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T04:10:35Z,description=,heartbeat_timestamp=2021-08-05T04:37:05Z,host='dv-cinder-803000-4-iscsi',id=8e71ca1b-9911-44b3-bf09-1fce3db7ea9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T04:10:35Z,topic='l3_agent')) {'router_ids': ['d9d0e573-2102-4a89-999c-f3ee1799f7d0'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:37:18.762656 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-724de60a-380c-4a09-9d42-b9ad85856248 admin admin] Notify callbacks [] for router, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:37:18.773835 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-59d2608d-226d-4231-896c-7e4c4ddca68a None None] Set router d9d0e573-2102-4a89-999c-f3ee1799f7d0 gateway port host: dv-cinder-803000-4-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 04:37:18.863576 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-724de60a-380c-4a09-9d42-b9ad85856248 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:37:18.915816 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-724de60a-380c-4a09-9d42-b9ad85856248 admin admin] Deleting port 98862c02-f822-47b7-a341-93d68f3c00c4 {{(pid=93251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 04:37:18.916161 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-724de60a-380c-4a09-9d42-b9ad85856248 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763712722935'] for port, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:37:18.949665 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-59d2608d-226d-4231-896c-7e4c4ddca68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9d0e573-2102-4a89-999c-f3ee1799f7d0', 'name': 'tempest-TestVolumeBootPattern-20697025-router', 'tenant_id': 'fec7848182c34fa699a936b0be6be105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'external_fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '98862c02-f822-47b7-a341-93d68f3c00c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:29:14Z', 'updated_at': '2021-08-05T04:37:18Z', 'revision_number': 5, 'project_id': 'fec7848182c34fa699a936b0be6be105', 'gw_port': {'id': '98862c02-f822-47b7-a341-93d68f3c00c4', 'name': '', 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d0e573-2102-4a89-999c-f3ee1799f7d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:29:15Z', 'updated_at': '2021-08-05T04:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-4-iscsi'}], 'dv-cinder-803000-4-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:37:18.975711 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d2608d-226d-4231-896c-7e4c4ddca68a None None] Checking router: d9d0e573-2102-4a89-999c-f3ee1799f7d0 for host: dv-cinder-803000-4-iscsi {{(pid=93252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 04:37:18.983816 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d2608d-226d-4231-896c-7e4c4ddca68a None None] Routers {'d9d0e573-2102-4a89-999c-f3ee1799f7d0'} bound to L3 agent in host dv-cinder-803000-4-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 04:37:18.984405 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-59d2608d-226d-4231-896c-7e4c4ddca68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T04:10:35Z,description=,heartbeat_timestamp=2021-08-05T04:37:05Z,host='dv-cinder-803000-4-iscsi',id=8e71ca1b-9911-44b3-bf09-1fce3db7ea9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T04:10:35Z,topic='l3_agent')) {'router_ids': ['d9d0e573-2102-4a89-999c-f3ee1799f7d0'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:37:18.996543 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-724de60a-380c-4a09-9d42-b9ad85856248 admin admin] For port 98862c02-f822-47b7-a341-93d68f3c00c4, host dv-cinder-803000-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-4-iscsi',level=0,port_id=98862c02-f822-47b7-a341-93d68f3c00c4,segment=NetworkSegment(fe7b4086-21cb-43cf-96b4-8ee376b4a2f8),segment_id=fe7b4086-21cb-43cf-96b4-8ee376b4a2f8)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:37:18.996907 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-724de60a-380c-4a09-9d42-b9ad85856248 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-702725'] for port, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:37:19.008097 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-724de60a-380c-4a09-9d42-b9ad85856248 admin admin] Calling delete_port for 98862c02-f822-47b7-a341-93d68f3c00c4 owned by network:router_gateway {{(pid=93251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 04:37:19.176887 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-724de60a-380c-4a09-9d42-b9ad85856248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763712549039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763712145884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8933231'] for port, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:37:19.193864 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-59d2608d-226d-4231-896c-7e4c4ddca68a None None] Set router d9d0e573-2102-4a89-999c-f3ee1799f7d0 gateway port host: None {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 04:37:19.202425 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724de60a-380c-4a09-9d42-b9ad85856248 admin admin] Pushing event deleted for resources: {'Port': ['ID=98862c02-f822-47b7-a341-93d68f3c00c4,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:37:19.244891 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-59d2608d-226d-4231-896c-7e4c4ddca68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9d0e573-2102-4a89-999c-f3ee1799f7d0', 'name': 'tempest-TestVolumeBootPattern-20697025-router', 'tenant_id': 'fec7848182c34fa699a936b0be6be105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:29:14Z', 'updated_at': '2021-08-05T04:37:18Z', 'revision_number': 6, 'project_id': 'fec7848182c34fa699a936b0be6be105', 'gw_port_host': None}], 'dv-cinder-803000-4-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:37:19.259182 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-724de60a-380c-4a09-9d42-b9ad85856248 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-700351'] for router_gateway, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:37:19.274230 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d2608d-226d-4231-896c-7e4c4ddca68a None None] The sync data for ids ['d9d0e573-2102-4a89-999c-f3ee1799f7d0'] in dv-cinder-803000-4-iscsi is: [{'id': 'd9d0e573-2102-4a89-999c-f3ee1799f7d0', 'name': 'tempest-TestVolumeBootPattern-20697025-router', 'tenant_id': 'fec7848182c34fa699a936b0be6be105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:29:14Z', 'updated_at': '2021-08-05T04:37:18Z', 'revision_number': 6, 'project_id': 'fec7848182c34fa699a936b0be6be105', 'gw_port_host': None}] {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 04:37:19.349395 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-724de60a-380c-4a09-9d42-b9ad85856248 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1520'] for router, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:37:19.351454 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-724de60a-380c-4a09-9d42-b9ad85856248 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:37:19.655041 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-724de60a-380c-4a09-9d42-b9ad85856248 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-706954'] for router, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:37:19.655723 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-724de60a-380c-4a09-9d42-b9ad85856248 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d9d0e573-2102-4a89-999c-f3ee1799f7d0 {{(pid=93251) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 04:37:19.660853 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-724de60a-380c-4a09-9d42-b9ad85856248 admin admin] Notify callbacks [] for router, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:37:19.661819 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-724de60a-380c-4a09-9d42-b9ad85856248 admin admin] 10.222.0.37 "DELETE /v2.0/routers/d9d0e573-2102-4a89-999c-f3ee1799f7d0 HTTP/1.1" status: 204 len: 168 time: 0.9993389 Aug 05 04:37:19.664587 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 37158) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:37:19.708992 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf533268-0973-4815-939b-396a42ac7291 admin admin] Deleting subnet 1becb559-5a54-4501-af86-0436efe0580b {{(pid=93251) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 04:37:19.712242 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-bf533268-0973-4815-939b-396a42ac7291 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:37:19.746039 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-bf533268-0973-4815-939b-396a42ac7291 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3787494'] for subnet, precommit_delete_associations {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:37:19.826830 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-bf533268-0973-4815-939b-396a42ac7291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66721300'] for subnet, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:37:19.880235 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-bf533268-0973-4815-939b-396a42ac7291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66721283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8933212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994172'] for subnet, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:37:19.905767 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf533268-0973-4815-939b-396a42ac7291 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1becb559-5a54-4501-af86-0436efe0580b,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:37:19.910892 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-bf533268-0973-4815-939b-396a42ac7291 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:37:19.912735 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-bf533268-0973-4815-939b-396a42ac7291 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/1becb559-5a54-4501-af86-0436efe0580b HTTP/1.1" status: 204 len: 168 time: 0.2470074 Aug 05 04:37:19.915223 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 37160) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:37:19.918337 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f4ece59-3652-4558-b889-53120ed0fb5b None None] Network bf070aab-bc69-436e-9bc0-f5eb9fe32a8b requested from dv-cinder-803000-4-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 04:37:19.984752 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5d91e1df-da11-4728-936e-d785f7cfea75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66814758'] for network, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:37:20.038886 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-5d91e1df-da11-4728-936e-d785f7cfea75 admin admin] Deleting port bcf2012b-7316-4561-82ea-a705b4fbad84 {{(pid=93251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 04:37:20.039349 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5d91e1df-da11-4728-936e-d785f7cfea75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763712722935'] for port, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:37:20.114614 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c9d121-21a7-4000-bf01-93be3b3e394b None None] DHCP port deletion for bf070aab-bc69-436e-9bc0-f5eb9fe32a8b request from dv-cinder-803000-4-iscsi {{(pid=93252) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 04:37:20.128662 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-5d91e1df-da11-4728-936e-d785f7cfea75 admin admin] For port bcf2012b-7316-4561-82ea-a705b4fbad84, host dv-cinder-803000-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-4-iscsi',level=0,port_id=bcf2012b-7316-4561-82ea-a705b4fbad84,segment=NetworkSegment(bf1fc175-2de8-495c-a4b1-f4b4242f8d3d),segment_id=bf1fc175-2de8-495c-a4b1-f4b4242f8d3d)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:37:20.129240 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5d91e1df-da11-4728-936e-d785f7cfea75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-702725'] for port, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:37:20.144876 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Device 98862c02-f822-47b7-a341-93d68f3c00c4 no longer exists at agent ovs-agent-dv-cinder-803000-4-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 04:37:20.150521 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-5d91e1df-da11-4728-936e-d785f7cfea75 admin admin] Calling delete_port for bcf2012b-7316-4561-82ea-a705b4fbad84 owned by network:dhcp {{(pid=93251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 04:37:20.169057 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] No Port match for: 98862c02-f822-47b7-a341-93d68f3c00c4 {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 04:37:20.169396 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Device 98862c02-f822-47b7-a341-93d68f3c00c4 not bound to the agent host dv-cinder-803000-4-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 04:37:20.169855 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Device 27f170ce-0d82-4599-b588-0f507464ebba no longer exists at agent ovs-agent-dv-cinder-803000-4-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 04:37:20.191726 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] No Port match for: 27f170ce-0d82-4599-b588-0f507464ebba {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 04:37:20.192083 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Device 27f170ce-0d82-4599-b588-0f507464ebba not bound to the agent host dv-cinder-803000-4-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 04:37:20.212035 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-85c9d121-21a7-4000-bf01-93be3b3e394b None None] Deleting port bcf2012b-7316-4561-82ea-a705b4fbad84 {{(pid=93252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 04:37:20.212545 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-85c9d121-21a7-4000-bf01-93be3b3e394b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763712722935'] for port, before_delete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:37:20.248506 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5d91e1df-da11-4728-936e-d785f7cfea75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763712549039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763712145884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8933231'] for port, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:37:20.279959 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d91e1df-da11-4728-936e-d785f7cfea75 admin admin] Pushing event deleted for resources: {'Port': ['ID=bcf2012b-7316-4561-82ea-a705b4fbad84,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:37:20.289362 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d91e1df-da11-4728-936e-d785f7cfea75 admin admin] No DVR routers for this DVR port bcf2012b-7316-4561-82ea-a705b4fbad84 on host dv-cinder-803000-4-iscsi {{(pid=93251) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 04:37:20.291886 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-85c9d121-21a7-4000-bf01-93be3b3e394b None None] For port bcf2012b-7316-4561-82ea-a705b4fbad84, host dv-cinder-803000-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-4-iscsi',level=0,port_id=bcf2012b-7316-4561-82ea-a705b4fbad84,segment=NetworkSegment(bf1fc175-2de8-495c-a4b1-f4b4242f8d3d),segment_id=bf1fc175-2de8-495c-a4b1-f4b4242f8d3d)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:37:20.292463 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-85c9d121-21a7-4000-bf01-93be3b3e394b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-702725'] for port, precommit_delete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:37:20.306805 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-85c9d121-21a7-4000-bf01-93be3b3e394b None None] Calling delete_port for bcf2012b-7316-4561-82ea-a705b4fbad84 owned by network:dhcp {{(pid=93252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 04:37:20.369062 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5d91e1df-da11-4728-936e-d785f7cfea75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66721711', 'neutron.services.segments.db._delete_segments_for_network-8763712477754'] for network, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:37:20.380250 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.services.segments.db [None req-5d91e1df-da11-4728-936e-d785f7cfea75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf070aab-bc69-436e-9bc0-f5eb9fe32a8b']}} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:37:20.391563 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.services.segments.db [None req-5d91e1df-da11-4728-936e-d785f7cfea75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf1fc175-2de8-495c-a4b1-f4b4242f8d3d') {'for_net_delete': True} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:37:20.392059 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.services.segments.db [None req-5d91e1df-da11-4728-936e-d785f7cfea75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf1fc175-2de8-495c-a4b1-f4b4242f8d3d') {} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:37:20.398755 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-85c9d121-21a7-4000-bf01-93be3b3e394b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763712549039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763712145884'] for port, after_delete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:37:20.404266 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5d91e1df-da11-4728-936e-d785f7cfea75 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763712645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3787505'] for segment, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:37:20.418176 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5d91e1df-da11-4728-936e-d785f7cfea75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66718183'] for segment, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:37:20.424523 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d91e1df-da11-4728-936e-d785f7cfea75 admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=93251) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 04:37:20.424955 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5d91e1df-da11-4728-936e-d785f7cfea75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66718183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8933250'] for segment, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:37:20.426854 dv-cinder-803000-4-iscsi neutron-server[93251]: Traceback (most recent call last): Aug 05 04:37:20.426854 dv-cinder-803000-4-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 04:37:20.426854 dv-cinder-803000-4-iscsi neutron-server[93251]: timer() Aug 05 04:37:20.426854 dv-cinder-803000-4-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 04:37:20.426854 dv-cinder-803000-4-iscsi neutron-server[93251]: cb(*args, **kw) Aug 05 04:37:20.426854 dv-cinder-803000-4-iscsi neutron-server[93251]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 04:37:20.426854 dv-cinder-803000-4-iscsi neutron-server[93251]: return func(*args, **kwargs) Aug 05 04:37:20.426854 dv-cinder-803000-4-iscsi neutron-server[93251]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 04:37:20.426854 dv-cinder-803000-4-iscsi neutron-server[93251]: self._notify() Aug 05 04:37:20.426854 dv-cinder-803000-4-iscsi neutron-server[93251]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 04:37:20.426854 dv-cinder-803000-4-iscsi neutron-server[93251]: self.callback(batched_events) Aug 05 04:37:20.426854 dv-cinder-803000-4-iscsi neutron-server[93251]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 04:37:20.426854 dv-cinder-803000-4-iscsi neutron-server[93251]: event.method(event) Aug 05 04:37:20.426854 dv-cinder-803000-4-iscsi neutron-server[93251]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 04:37:20.426854 dv-cinder-803000-4-iscsi neutron-server[93251]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 04:37:20.426854 dv-cinder-803000-4-iscsi neutron-server[93251]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 04:37:20.426854 dv-cinder-803000-4-iscsi neutron-server[93251]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 04:37:20.426854 dv-cinder-803000-4-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 04:37:20.426854 dv-cinder-803000-4-iscsi neutron-server[93251]: return f(self, *a, **k) Aug 05 04:37:20.426854 dv-cinder-803000-4-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 04:37:20.426854 dv-cinder-803000-4-iscsi neutron-server[93251]: return self._get(url).json() Aug 05 04:37:20.426854 dv-cinder-803000-4-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 04:37:20.426854 dv-cinder-803000-4-iscsi neutron-server[93251]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 04:37:20.426854 dv-cinder-803000-4-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 04:37:20.426854 dv-cinder-803000-4-iscsi neutron-server[93251]: return self.request(url, 'GET', **kwargs) Aug 05 04:37:20.426854 dv-cinder-803000-4-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 04:37:20.426854 dv-cinder-803000-4-iscsi neutron-server[93251]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 04:37:20.426854 dv-cinder-803000-4-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 04:37:20.426854 dv-cinder-803000-4-iscsi neutron-server[93251]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 04:37:20.426854 dv-cinder-803000-4-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 04:37:20.426854 dv-cinder-803000-4-iscsi neutron-server[93251]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 04:37:20.426854 dv-cinder-803000-4-iscsi neutron-server[93251]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 04:37:20.429369 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c9d121-21a7-4000-bf01-93be3b3e394b None None] No DVR routers for this DVR port bcf2012b-7316-4561-82ea-a705b4fbad84 on host dv-cinder-803000-4-iscsi {{(pid=93252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 04:37:20.435687 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c9d121-21a7-4000-bf01-93be3b3e394b None None] Pushing event deleted for resources: {'Port': ['ID=bcf2012b-7316-4561-82ea-a705b4fbad84,revision_number=None']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:37:20.442159 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c9d121-21a7-4000-bf01-93be3b3e394b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:37:20.446953 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c9d121-21a7-4000-bf01-93be3b3e394b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:37:20.446953 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c9d121-21a7-4000-bf01-93be3b3e394b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:37:20.446953 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c9d121-21a7-4000-bf01-93be3b3e394b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:37:20.446953 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c9d121-21a7-4000-bf01-93be3b3e394b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:37:20.446953 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c9d121-21a7-4000-bf01-93be3b3e394b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:37:20.446953 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c9d121-21a7-4000-bf01-93be3b3e394b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:37:20.446953 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c9d121-21a7-4000-bf01-93be3b3e394b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:37:20.446953 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c9d121-21a7-4000-bf01-93be3b3e394b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:37:20.446953 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c9d121-21a7-4000-bf01-93be3b3e394b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:37:20.446953 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c9d121-21a7-4000-bf01-93be3b3e394b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:37:20.448071 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c9d121-21a7-4000-bf01-93be3b3e394b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-4-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 04:37:20.490070 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5d91e1df-da11-4728-936e-d785f7cfea75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66721686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-699446'] for network, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:37:20.497046 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5d91e1df-da11-4728-936e-d785f7cfea75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568634'] for network, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:37:20.501890 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-5d91e1df-da11-4728-936e-d785f7cfea75 admin admin] 10.222.0.37 "DELETE /v2.0/networks/bf070aab-bc69-436e-9bc0-f5eb9fe32a8b HTTP/1.1" status: 204 len: 168 time: 0.5831218 Aug 05 04:37:20.502680 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 37162) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:37:20.514562 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d91e1df-da11-4728-936e-d785f7cfea75 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf070aab-bc69-436e-9bc0-f5eb9fe32a8b,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:37:20.847860 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-534a163b-8400-42db-bbe4-f56373154d31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536823'] for router_interface, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:37:21.080351 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-534a163b-8400-42db-bbe4-f56373154d31 admin admin] Deleting port e0bf4ff0-5360-404d-9e7c-90372044cc36 {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 04:37:21.080591 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-534a163b-8400-42db-bbe4-f56373154d31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763712722935'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:37:21.158412 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [None req-534a163b-8400-42db-bbe4-f56373154d31 admin admin] For port e0bf4ff0-5360-404d-9e7c-90372044cc36, host dv-cinder-803000-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-4-iscsi',level=0,port_id=e0bf4ff0-5360-404d-9e7c-90372044cc36,segment=NetworkSegment(c220a1b8-fcca-4f37-9fad-78cf8f6588e9),segment_id=c220a1b8-fcca-4f37-9fad-78cf8f6588e9)] {{(pid=93250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:37:21.158795 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-534a163b-8400-42db-bbe4-f56373154d31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-702725'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:37:21.172235 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-534a163b-8400-42db-bbe4-f56373154d31 admin admin] Calling delete_port for e0bf4ff0-5360-404d-9e7c-90372044cc36 owned by network:router_interface {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 04:37:21.344985 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-534a163b-8400-42db-bbe4-f56373154d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763712549039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763712145884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3061364'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:37:21.371056 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534a163b-8400-42db-bbe4-f56373154d31 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0bf4ff0-5360-404d-9e7c-90372044cc36,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:37:21.535067 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-534a163b-8400-42db-bbe4-f56373154d31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536683'] for router_interface, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:37:21.739474 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-534a163b-8400-42db-bbe4-f56373154d31 admin admin] Router c1191f0c-ac34-43d7-973f-1fe4d1888d7e has already been hosted by L3 agent 8e71ca1b-9911-44b3-bf09-1fce3db7ea9a {{(pid=93250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 04:37:21.841302 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-534a163b-8400-42db-bbe4-f56373154d31 admin admin] Notify agent at l3_agent.dv-cinder-803000-4-iscsi the message routers_updated {{(pid=93250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 04:37:21.846121 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-534a163b-8400-42db-bbe4-f56373154d31 admin admin] 10.222.0.37 "PUT /v2.0/routers/c1191f0c-ac34-43d7-973f-1fe4d1888d7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3418581 Aug 05 04:37:21.848777 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 37166) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:37:21.849733 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7284b46-4162-4161-b950-2ac0afc93efd None None] Sync routers for ids ['c1191f0c-ac34-43d7-973f-1fe4d1888d7e'] in dv-cinder-803000-4-iscsi {{(pid=93253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 04:37:21.859254 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7284b46-4162-4161-b950-2ac0afc93efd None None] Routers {'c1191f0c-ac34-43d7-973f-1fe4d1888d7e'} bound to L3 agent in host dv-cinder-803000-4-iscsi {{(pid=93253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 04:37:21.859921 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-c7284b46-4162-4161-b950-2ac0afc93efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T04:10:35Z,description=,heartbeat_timestamp=2021-08-05T04:37:05Z,host='dv-cinder-803000-4-iscsi',id=8e71ca1b-9911-44b3-bf09-1fce3db7ea9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T04:10:35Z,topic='l3_agent')) {'router_ids': ['c1191f0c-ac34-43d7-973f-1fe4d1888d7e'], 'active': True} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:37:21.951718 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0adc7494-9d9d-4b84-bde5-aea42677f340 admin admin] Notify callbacks [] for router, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:37:21.959266 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvr_db [None req-c7284b46-4162-4161-b950-2ac0afc93efd None None] Set router c1191f0c-ac34-43d7-973f-1fe4d1888d7e gateway port host: dv-cinder-803000-4-iscsi {{(pid=93253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 04:37:22.051532 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0adc7494-9d9d-4b84-bde5-aea42677f340 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:37:22.107789 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-0adc7494-9d9d-4b84-bde5-aea42677f340 admin admin] Deleting port 9710f42e-ed34-4200-9f57-91599c328e25 {{(pid=93251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 04:37:22.108203 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0adc7494-9d9d-4b84-bde5-aea42677f340 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763712722935'] for port, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:37:22.170160 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Device bcf2012b-7316-4561-82ea-a705b4fbad84 no longer exists at agent ovs-agent-dv-cinder-803000-4-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 04:37:22.193071 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] No Port match for: bcf2012b-7316-4561-82ea-a705b4fbad84 {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 04:37:22.193734 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Device bcf2012b-7316-4561-82ea-a705b4fbad84 not bound to the agent host dv-cinder-803000-4-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 04:37:22.196921 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-c7284b46-4162-4161-b950-2ac0afc93efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1191f0c-ac34-43d7-973f-1fe4d1888d7e', 'name': 'tempest-TestVolumeBootPattern-394334770-router', 'tenant_id': 'faa52e2816e64831b36b0ba0f5d6db37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'external_fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': '9710f42e-ed34-4200-9f57-91599c328e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:29:19Z', 'updated_at': '2021-08-05T04:37:21Z', 'revision_number': 5, 'project_id': 'faa52e2816e64831b36b0ba0f5d6db37', 'gw_port': {'id': '9710f42e-ed34-4200-9f57-91599c328e25', 'name': '', 'network_id': '6aa50667-ad26-490a-abab-e40f5b548551', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:36:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1191f0c-ac34-43d7-973f-1fe4d1888d7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T04:29:20Z', 'updated_at': '2021-08-05T04:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1981b9cb-30a8-4ce2-a61f-12a80c9863da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-4-iscsi'}], 'dv-cinder-803000-4-iscsi', False) {} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:37:22.203221 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-0adc7494-9d9d-4b84-bde5-aea42677f340 admin admin] For port 9710f42e-ed34-4200-9f57-91599c328e25, host dv-cinder-803000-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-4-iscsi',level=0,port_id=9710f42e-ed34-4200-9f57-91599c328e25,segment=NetworkSegment(fe7b4086-21cb-43cf-96b4-8ee376b4a2f8),segment_id=fe7b4086-21cb-43cf-96b4-8ee376b4a2f8)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:37:22.203712 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0adc7494-9d9d-4b84-bde5-aea42677f340 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-702725'] for port, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:37:22.216599 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-0adc7494-9d9d-4b84-bde5-aea42677f340 admin admin] Calling delete_port for 9710f42e-ed34-4200-9f57-91599c328e25 owned by network:router_gateway {{(pid=93251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 04:37:22.224654 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7284b46-4162-4161-b950-2ac0afc93efd None None] Checking router: c1191f0c-ac34-43d7-973f-1fe4d1888d7e for host: dv-cinder-803000-4-iscsi {{(pid=93253) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 04:37:22.239634 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7284b46-4162-4161-b950-2ac0afc93efd None None] Routers {'c1191f0c-ac34-43d7-973f-1fe4d1888d7e'} bound to L3 agent in host dv-cinder-803000-4-iscsi {{(pid=93253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 04:37:22.240240 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-c7284b46-4162-4161-b950-2ac0afc93efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T04:10:35Z,description=,heartbeat_timestamp=2021-08-05T04:37:05Z,host='dv-cinder-803000-4-iscsi',id=8e71ca1b-9911-44b3-bf09-1fce3db7ea9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T04:10:35Z,topic='l3_agent')) {'router_ids': ['c1191f0c-ac34-43d7-973f-1fe4d1888d7e'], 'active': True} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:37:22.356645 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvr_db [None req-c7284b46-4162-4161-b950-2ac0afc93efd None None] Set router c1191f0c-ac34-43d7-973f-1fe4d1888d7e gateway port host: None {{(pid=93253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 04:37:22.377520 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0adc7494-9d9d-4b84-bde5-aea42677f340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763712549039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763712145884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8933231'] for port, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:37:22.404246 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adc7494-9d9d-4b84-bde5-aea42677f340 admin admin] Pushing event deleted for resources: {'Port': ['ID=9710f42e-ed34-4200-9f57-91599c328e25,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:37:22.410257 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-c7284b46-4162-4161-b950-2ac0afc93efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1191f0c-ac34-43d7-973f-1fe4d1888d7e', 'name': 'tempest-TestVolumeBootPattern-394334770-router', 'tenant_id': 'faa52e2816e64831b36b0ba0f5d6db37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:29:19Z', 'updated_at': '2021-08-05T04:37:22Z', 'revision_number': 6, 'project_id': 'faa52e2816e64831b36b0ba0f5d6db37', 'gw_port_host': None}], 'dv-cinder-803000-4-iscsi', False) {} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:37:22.440734 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7284b46-4162-4161-b950-2ac0afc93efd None None] The sync data for ids ['c1191f0c-ac34-43d7-973f-1fe4d1888d7e'] in dv-cinder-803000-4-iscsi is: [{'id': 'c1191f0c-ac34-43d7-973f-1fe4d1888d7e', 'name': 'tempest-TestVolumeBootPattern-394334770-router', 'tenant_id': 'faa52e2816e64831b36b0ba0f5d6db37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T04:29:19Z', 'updated_at': '2021-08-05T04:37:22Z', 'revision_number': 6, 'project_id': 'faa52e2816e64831b36b0ba0f5d6db37', 'gw_port_host': None}] {{(pid=93253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 04:37:22.472463 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0adc7494-9d9d-4b84-bde5-aea42677f340 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-700351'] for router_gateway, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:37:22.564923 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0adc7494-9d9d-4b84-bde5-aea42677f340 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1520'] for router, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:37:22.567154 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0adc7494-9d9d-4b84-bde5-aea42677f340 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:37:22.608827 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0adc7494-9d9d-4b84-bde5-aea42677f340 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-706954'] for router, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:37:22.609248 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0adc7494-9d9d-4b84-bde5-aea42677f340 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c1191f0c-ac34-43d7-973f-1fe4d1888d7e {{(pid=93251) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 04:37:22.613291 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0adc7494-9d9d-4b84-bde5-aea42677f340 admin admin] Notify callbacks [] for router, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:37:22.614445 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-0adc7494-9d9d-4b84-bde5-aea42677f340 admin admin] 10.222.0.37 "DELETE /v2.0/routers/c1191f0c-ac34-43d7-973f-1fe4d1888d7e HTTP/1.1" status: 204 len: 168 time: 0.7646434 Aug 05 04:37:22.616917 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.37', 37168) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:37:22.659882 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ea02adb-ddf9-4ce2-9d4b-d98f37207f35 admin admin] Deleting subnet af7af063-e525-4c9b-845f-9a9df4cab3c8 {{(pid=93251) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 04:37:22.662839 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-1ea02adb-ddf9-4ce2-9d4b-d98f37207f35 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:37:22.694936 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-1ea02adb-ddf9-4ce2-9d4b-d98f37207f35 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3787494'] for subnet, precommit_delete_associations {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:37:22.773478 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-1ea02adb-ddf9-4ce2-9d4b-d98f37207f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66721300'] for subnet, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:37:22.828273 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-1ea02adb-ddf9-4ce2-9d4b-d98f37207f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66721283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8933212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994172'] for subnet, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:37:22.854693 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea02adb-ddf9-4ce2-9d4b-d98f37207f35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af7af063-e525-4c9b-845f-9a9df4cab3c8,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:37:22.858521 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-1ea02adb-ddf9-4ce2-9d4b-d98f37207f35 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:37:22.860919 dv-cinder-803000-4-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-1ea02adb-ddf9-4ce2-9d4b-d98f37207f35 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/af7af063-e525-4c9b-845f-9a9df4cab3c8 HTTP/1.1" status: 204 len: 168 time: 0.2426333 Aug 05 04:37:22.863016 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 37170) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:37:22.866039 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b214b64-7001-4952-a3af-ad5e3097c1c7 None None] Network 948decc8-f24b-41ae-8573-ac9b7024b20c requested from dv-cinder-803000-4-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 04:37:22.940667 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c5279498-492c-44dc-9243-b019406d8f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66814758'] for network, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:37:22.992146 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-c5279498-492c-44dc-9243-b019406d8f56 admin admin] Deleting port 986e996f-9299-48a9-8607-684c39879995 {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 04:37:22.992497 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c5279498-492c-44dc-9243-b019406d8f56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763712722935'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:37:23.054303 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [None req-c5279498-492c-44dc-9243-b019406d8f56 admin admin] For port 986e996f-9299-48a9-8607-684c39879995, host dv-cinder-803000-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-4-iscsi',level=0,port_id=986e996f-9299-48a9-8607-684c39879995,segment=NetworkSegment(c220a1b8-fcca-4f37-9fad-78cf8f6588e9),segment_id=c220a1b8-fcca-4f37-9fad-78cf8f6588e9)] {{(pid=93250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 04:37:23.054697 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c5279498-492c-44dc-9243-b019406d8f56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-702725'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:37:23.067379 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-c5279498-492c-44dc-9243-b019406d8f56 admin admin] Calling delete_port for 986e996f-9299-48a9-8607-684c39879995 owned by network:dhcp {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 04:37:23.148017 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c5279498-492c-44dc-9243-b019406d8f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66766514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763712549039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763712145884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3061364'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:37:23.176440 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5279498-492c-44dc-9243-b019406d8f56 admin admin] No DVR routers for this DVR port 986e996f-9299-48a9-8607-684c39879995 on host dv-cinder-803000-4-iscsi {{(pid=93250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 04:37:23.179823 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5279498-492c-44dc-9243-b019406d8f56 admin admin] Pushing event deleted for resources: {'Port': ['ID=986e996f-9299-48a9-8607-684c39879995,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:37:23.215295 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93dc4a2d-c496-49c2-9ab0-c4adb39d38ef None None] DHCP port deletion for 948decc8-f24b-41ae-8573-ac9b7024b20c request from dv-cinder-803000-4-iscsi {{(pid=93252) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 04:37:23.257121 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c5279498-492c-44dc-9243-b019406d8f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66721711', 'neutron.services.segments.db._delete_segments_for_network-8763712477754'] for network, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:37:23.266993 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.services.segments.db [None req-c5279498-492c-44dc-9243-b019406d8f56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['948decc8-f24b-41ae-8573-ac9b7024b20c']}} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:37:23.276944 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.services.segments.db [None req-c5279498-492c-44dc-9243-b019406d8f56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c220a1b8-fcca-4f37-9fad-78cf8f6588e9') {'for_net_delete': True} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:37:23.277232 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.services.segments.db [None req-c5279498-492c-44dc-9243-b019406d8f56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c220a1b8-fcca-4f37-9fad-78cf8f6588e9') {} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 04:37:23.285662 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c5279498-492c-44dc-9243-b019406d8f56 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763712645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2700621'] for segment, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:37:23.299535 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c5279498-492c-44dc-9243-b019406d8f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66718183'] for segment, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:37:23.305351 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5279498-492c-44dc-9243-b019406d8f56 admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=93250) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 04:37:23.305727 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c5279498-492c-44dc-9243-b019406d8f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66718183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3061401'] for segment, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:37:23.307374 dv-cinder-803000-4-iscsi neutron-server[93250]: Traceback (most recent call last): Aug 05 04:37:23.307374 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 04:37:23.307374 dv-cinder-803000-4-iscsi neutron-server[93250]: timer() Aug 05 04:37:23.307374 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 04:37:23.307374 dv-cinder-803000-4-iscsi neutron-server[93250]: cb(*args, **kw) Aug 05 04:37:23.307374 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 04:37:23.307374 dv-cinder-803000-4-iscsi neutron-server[93250]: return func(*args, **kwargs) Aug 05 04:37:23.307374 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 04:37:23.307374 dv-cinder-803000-4-iscsi neutron-server[93250]: self._notify() Aug 05 04:37:23.307374 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 04:37:23.307374 dv-cinder-803000-4-iscsi neutron-server[93250]: self.callback(batched_events) Aug 05 04:37:23.307374 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 04:37:23.307374 dv-cinder-803000-4-iscsi neutron-server[93250]: event.method(event) Aug 05 04:37:23.307374 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 04:37:23.307374 dv-cinder-803000-4-iscsi neutron-server[93250]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 04:37:23.307374 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 04:37:23.307374 dv-cinder-803000-4-iscsi neutron-server[93250]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 04:37:23.307374 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 04:37:23.307374 dv-cinder-803000-4-iscsi neutron-server[93250]: return f(self, *a, **k) Aug 05 04:37:23.307374 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 04:37:23.307374 dv-cinder-803000-4-iscsi neutron-server[93250]: return self._get(url).json() Aug 05 04:37:23.307374 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 04:37:23.307374 dv-cinder-803000-4-iscsi neutron-server[93250]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 04:37:23.307374 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 04:37:23.307374 dv-cinder-803000-4-iscsi neutron-server[93250]: return self.request(url, 'GET', **kwargs) Aug 05 04:37:23.307374 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 04:37:23.307374 dv-cinder-803000-4-iscsi neutron-server[93250]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 04:37:23.307374 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 04:37:23.307374 dv-cinder-803000-4-iscsi neutron-server[93250]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 04:37:23.307374 dv-cinder-803000-4-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 04:37:23.307374 dv-cinder-803000-4-iscsi neutron-server[93250]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 04:37:23.307374 dv-cinder-803000-4-iscsi neutron-server[93250]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 04:37:23.360769 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c5279498-492c-44dc-9243-b019406d8f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66721686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-699446'] for network, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:37:23.366330 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c5279498-492c-44dc-9243-b019406d8f56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568634'] for network, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:37:23.368236 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-c5279498-492c-44dc-9243-b019406d8f56 admin admin] 10.222.0.37 "DELETE /v2.0/networks/948decc8-f24b-41ae-8573-ac9b7024b20c HTTP/1.1" status: 204 len: 168 time: 0.5042081 Aug 05 04:37:23.379715 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5279498-492c-44dc-9243-b019406d8f56 admin admin] Pushing event deleted for resources: {'Network': ['ID=948decc8-f24b-41ae-8573-ac9b7024b20c,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:37:23.487556 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 37174) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:37:23.526135 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-cbf760bd-ec5d-4e5c-aed5-1757c893a861 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fec7848182c34fa699a936b0be6be105&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0374401 Aug 05 04:37:23.529148 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 37176) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:37:23.578842 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-03c990e4-0445-4e37-bf93-bd5c581833e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:37:23.599384 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-03c990e4-0445-4e37-bf93-bd5c581833e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:37:23.643881 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-03c990e4-0445-4e37-bf93-bd5c581833e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:37:23.646732 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-03c990e4-0445-4e37-bf93-bd5c581833e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:37:23.647870 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-03c990e4-0445-4e37-bf93-bd5c581833e0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/16dbac0d-4dc5-4156-8c36-373521e69d71 HTTP/1.1" status: 204 len: 168 time: 0.1177893 Aug 05 04:37:23.656292 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c990e4-0445-4e37-bf93-bd5c581833e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16dbac0d-4dc5-4156-8c36-373521e69d71,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:37:23.947029 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 37182) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:37:23.986687 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-a501a527-e9f2-4b58-8943-b0ae1b6af124 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=faa52e2816e64831b36b0ba0f5d6db37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384252 Aug 05 04:37:23.988952 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.37', 37184) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 04:37:24.036497 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-93ab409e-d222-4379-a603-832587629e0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:37:24.057331 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-93ab409e-d222-4379-a603-832587629e0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:37:24.101360 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Device 9710f42e-ed34-4200-9f57-91599c328e25 no longer exists at agent ovs-agent-dv-cinder-803000-4-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 04:37:24.108284 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-93ab409e-d222-4379-a603-832587629e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617951'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:37:24.110882 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-93ab409e-d222-4379-a603-832587629e0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:37:24.112039 dv-cinder-803000-4-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-93ab409e-d222-4379-a603-832587629e0c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0934f0e7-2f22-4c53-b237-bfc60ca492ad HTTP/1.1" status: 204 len: 168 time: 0.1222212 Aug 05 04:37:24.120041 dv-cinder-803000-4-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ab409e-d222-4379-a603-832587629e0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0934f0e7-2f22-4c53-b237-bfc60ca492ad,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 04:37:24.126068 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] No Port match for: 9710f42e-ed34-4200-9f57-91599c328e25 {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 04:37:24.126416 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Device 9710f42e-ed34-4200-9f57-91599c328e25 not bound to the agent host dv-cinder-803000-4-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 04:37:24.126854 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Device e0bf4ff0-5360-404d-9e7c-90372044cc36 no longer exists at agent ovs-agent-dv-cinder-803000-4-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 04:37:24.148552 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] No Port match for: e0bf4ff0-5360-404d-9e7c-90372044cc36 {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 04:37:24.148900 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Device e0bf4ff0-5360-404d-9e7c-90372044cc36 not bound to the agent host dv-cinder-803000-4-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 04:37:24.149313 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Device 986e996f-9299-48a9-8607-684c39879995 no longer exists at agent ovs-agent-dv-cinder-803000-4-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 04:37:24.171480 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] No Port match for: 986e996f-9299-48a9-8607-684c39879995 {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 04:37:24.171756 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Device 986e996f-9299-48a9-8607-684c39879995 not bound to the agent host dv-cinder-803000-4-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 04:37:32.747083 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-440e3d0b-ec19-40a0-a870-01c21555dce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:37:35.152325 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-247e5cba-fef1-4900-ad92-c4182eb04af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:37:35.339896 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:37:36.376334 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-03641130-cd72-49d2-95a2-84c2adaa14ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:37:38.068417 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-6a2206e1-ea48-45a0-865e-aad2fcc79b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:37:40.251109 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:37:41.159367 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-87ea8438-47cd-44c4-a808-9a807a63fea8 None None] Agent healthcheck: found 6 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 04:38:02.747939 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-f0222b51-c3df-445e-a2d3-e6a48db92782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:38:05.152316 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-9f6c3b05-b6ed-428d-8a2a-1236a14a50e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:38:05.340451 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:38:06.378032 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-03641130-cd72-49d2-95a2-84c2adaa14ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:38:08.070704 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-6a2206e1-ea48-45a0-865e-aad2fcc79b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:38:10.244851 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:38:18.158203 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-87ea8438-47cd-44c4-a808-9a807a63fea8 None None] Agent healthcheck: found 6 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 04:38:32.751826 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-e741db7a-1521-4092-99b7-f800ae66dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:38:35.152322 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-593905c3-5d86-4296-8f2c-0fe19daebb8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:38:35.341167 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:38:36.381132 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-03641130-cd72-49d2-95a2-84c2adaa14ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:38:38.072043 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-6a2206e1-ea48-45a0-865e-aad2fcc79b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:38:40.244500 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:38:55.157207 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-87ea8438-47cd-44c4-a808-9a807a63fea8 None None] Agent healthcheck: found 6 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 04:39:02.752908 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-933cd5b4-4d8f-479a-be79-235367ce55ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:39:05.153268 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-1964ad0b-d679-4fa0-b9ce-c5d126cda28a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:39:05.341861 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:39:06.383491 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-03641130-cd72-49d2-95a2-84c2adaa14ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:39:08.074566 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-6a2206e1-ea48-45a0-865e-aad2fcc79b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:39:10.248317 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:39:32.156379 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-87ea8438-47cd-44c4-a808-9a807a63fea8 None None] Agent healthcheck: found 6 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 04:39:32.753036 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-36d84b53-62dc-4654-bf3d-1783e96b4740 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:39:35.154529 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-9a88cf99-bf8a-487a-aa39-94fdbbe78d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:39:35.342375 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:39:36.385765 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-03641130-cd72-49d2-95a2-84c2adaa14ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:39:38.078551 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-6a2206e1-ea48-45a0-865e-aad2fcc79b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:39:40.243502 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:40:02.752386 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-545f5455-9aba-4ef6-b6d3-30bbf0be62de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:40:05.155265 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-94f870f5-057e-448e-88b8-57460f2d8de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:40:05.343503 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:40:06.388506 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-03641130-cd72-49d2-95a2-84c2adaa14ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:40:08.079033 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-6a2206e1-ea48-45a0-865e-aad2fcc79b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:40:09.155533 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-87ea8438-47cd-44c4-a808-9a807a63fea8 None None] Agent healthcheck: found 6 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 04:40:10.256022 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:40:32.753839 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-c320e347-663a-4cb7-a7cb-4dc75903c165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:40:35.154885 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-2e58bdb4-2ffa-498a-8282-347f898abeec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:40:35.344417 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:40:36.391721 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-03641130-cd72-49d2-95a2-84c2adaa14ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:40:38.082363 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-6a2206e1-ea48-45a0-865e-aad2fcc79b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:40:40.257963 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:40:46.154021 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-87ea8438-47cd-44c4-a808-9a807a63fea8 None None] Agent healthcheck: found 6 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 04:41:02.754833 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-fcef72d0-6137-4ef2-823f-8ace7395150a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:41:05.155821 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ec2e035f-be09-4945-8dc4-dc1f201a21e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:41:05.344395 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:41:06.395771 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-03641130-cd72-49d2-95a2-84c2adaa14ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:41:08.086011 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-6a2206e1-ea48-45a0-865e-aad2fcc79b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:41:10.268084 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:41:23.152459 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-87ea8438-47cd-44c4-a808-9a807a63fea8 None None] Agent healthcheck: found 6 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 04:41:32.754634 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ca9dc6fd-8070-47a8-ac01-00b4b4504ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:41:35.155618 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-a2ab37ca-9df1-4561-bc53-bc428dc16d04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:41:35.343957 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:41:36.398172 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-03641130-cd72-49d2-95a2-84c2adaa14ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:41:38.089600 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-6a2206e1-ea48-45a0-865e-aad2fcc79b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:41:40.267691 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:42:00.152477 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-87ea8438-47cd-44c4-a808-9a807a63fea8 None None] Agent healthcheck: found 6 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 04:42:02.755530 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-a77de728-290c-4d9c-af17-72c50b602a9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:42:05.156402 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-a1090c71-c723-47f8-91b4-087fb36a0314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:42:05.343733 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:42:06.401091 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-03641130-cd72-49d2-95a2-84c2adaa14ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:42:06.459083 dv-cinder-803000-4-iscsi neutron-server[93251]: DEBUG neutron.wsgi [req-07d5b74b-5190-4e76-8176-b016eacf08b9 req-c865e968-c7b8-4576-bb13-3597bf5a118a service neutron] (93251) timed out ('10.222.0.37', 33764) {{(pid=93251) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 05 04:42:08.091738 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-6a2206e1-ea48-45a0-865e-aad2fcc79b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:42:10.282246 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:42:32.756427 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d8ce9f38-b32f-4a52-bbee-d5dd89ef58f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:42:35.156422 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-5095387d-5f6a-43b3-9775-0696d1027157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:42:35.342724 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-79d4c1e7-5d9c-4568-bcf3-c7dd4e1a7570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:42:36.404579 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-03641130-cd72-49d2-95a2-84c2adaa14ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:42:37.151332 dv-cinder-803000-4-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-87ea8438-47cd-44c4-a808-9a807a63fea8 None None] Agent healthcheck: found 6 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 04:42:38.094559 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-6a2206e1-ea48-45a0-865e-aad2fcc79b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 04:42:40.281536 dv-cinder-803000-4-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f934bb6-becf-4f1a-a0f6-18c98cff8519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763712530189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66839509'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}